-- Logs begin at Tue 2021-04-20 13:58:16 UTC, end at Tue 2021-04-20 15:08:29 UTC. -- Apr 20 14:39:51.627301 dv-cinder-742162-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 20 14:39:54.781102 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.common.config [-] Logging enabled! Apr 20 14:39:54.781670 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 14:39:54.783095 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86383) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 14:39:54.784887 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.common.config [-] Logging enabled! Apr 20 14:39:54.785219 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev107 Apr 20 14:39:54.785599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86383) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 20 14:39:54.809917 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 14:39:54.810228 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 14:39:54.811570 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 14:39:54.811858 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 14:39:54.812116 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 14:39:54.812571 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.812924 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.813265 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.813527 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.813894 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.814320 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.814746 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.815076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.815423 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.815766 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.816084 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.816410 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.816674 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.816994 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.817325 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.817904 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.818158 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] debug = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.818479 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.819111 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.819437 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.819749 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.820077 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.820389 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.820737 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.821075 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.821471 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.821852 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] host = dv-cinder-742162-4-smb {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.822166 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.822494 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.822844 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.823173 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.823488 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.823801 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.824127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.825054 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.825362 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] log_file = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.825673 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.826024 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.826404 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.826758 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.827060 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.827315 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.827642 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.828001 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.828310 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.828673 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.828984 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.829293 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.829605 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.829903 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.830228 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.830589 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.830937 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.831248 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.831555 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.831863 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.832198 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.832540 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.832852 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.833163 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.833470 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.833796 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.834098 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.834411 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.834812 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.835139 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.835458 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.835780 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.836087 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.836410 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.836714 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.837044 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.837347 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] use_json = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.837652 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.837953 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.838272 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.838580 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.838906 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.839214 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.839526 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.839849 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:54.840230 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.840565 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.840903 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.841218 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.841547 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.841858 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.842181 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.842494 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.842883 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.843209 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.843536 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.843849 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.844171 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.844482 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.844816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.845163 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.845496 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.845825 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.846133 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.846438 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.846758 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.847074 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.847396 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.847727 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.848054 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.848361 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.848674 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.849008 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.849317 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.849621 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.849936 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.850257 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.850565 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.850915 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.851233 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.851539 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.851839 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.852140 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.852445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.852770 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.853078 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.853384 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.853686 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.853989 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.854297 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.854605 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.854935 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.855239 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.855541 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.855885 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.856181 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.856482 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.856789 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.857092 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.857398 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.857701 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.858000 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.858304 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.858601 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.858926 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.859230 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.859532 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.859839 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.860144 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.860446 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.860749 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.861051 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.861354 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.861671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.862002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.862312 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.862622 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.862984 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.863301 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.863610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.863920 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.864229 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.864539 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.864841 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.865170 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.865487 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.865805 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.866121 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.866430 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.866781 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.867095 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.867411 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.867722 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.868032 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.868354 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.868668 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.868996 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.869322 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.869650 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.869976 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.870303 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.870615 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.870988 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.871818 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:54.872065 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 14:39:54.872333 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86383) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 20 14:39:55.539963 dv-cinder-742162-4-smb neutron-server[86383]: INFO keyring.backend [-] Loading Gnome Apr 20 14:39:55.557532 dv-cinder-742162-4-smb neutron-server[86383]: INFO keyring.backend [-] Loading Google Apr 20 14:39:55.560310 dv-cinder-742162-4-smb neutron-server[86383]: INFO keyring.backend [-] Loading Windows (alt) Apr 20 14:39:55.563873 dv-cinder-742162-4-smb neutron-server[86383]: INFO keyring.backend [-] Loading file Apr 20 14:39:55.564737 dv-cinder-742162-4-smb neutron-server[86383]: INFO keyring.backend [-] Loading keyczar Apr 20 14:39:55.565017 dv-cinder-742162-4-smb neutron-server[86383]: INFO keyring.backend [-] Loading multi Apr 20 14:39:55.565654 dv-cinder-742162-4-smb neutron-server[86383]: INFO keyring.backend [-] Loading pyfs Apr 20 14:39:55.612461 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:39:55.612792 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:39:55.613147 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:39:55.613529 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 20 14:39:56.014756 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.015763 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.015763 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.017274 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.017274 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.017474 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.055943 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.056258 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.056558 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.072497 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.072817 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.073121 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.141055 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.141370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.141681 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.142699 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.143029 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.145011 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.421249 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.421574 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.421877 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.422183 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.423077 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.573327 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.573708 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.574027 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.574375 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.575196 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.575580 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.576047 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.576340 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.576636 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.576986 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.577284 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.577603 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.577920 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.578219 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.578526 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.578870 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.579182 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.579500 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.579794 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.580136 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.580591 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.580878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.581164 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.581507 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.581790 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.582071 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.582534 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 14:39:56.582837 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 14:39:56.583115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 14:39:56.583392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 14:39:56.583665 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 14:39:56.583939 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 14:39:56.584368 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 20 14:39:56.587863 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 20 14:39:56.591911 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 20 14:39:56.595813 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 20 14:39:56.597531 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 20 14:39:56.598842 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 20 14:39:56.599228 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 20 14:39:56.599668 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 20 14:39:56.603834 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 20 14:39:56.604124 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 20 14:39:56.604534 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 14:39:56.632137 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 20 14:39:56.632659 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.633001 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86383) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 20 14:39:56.633408 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.634808 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86383) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 20 14:39:56.635144 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 20 14:39:56.635426 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 20 14:39:56.639234 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.639556 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:56.706780 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 20 14:39:56.706979 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 20 14:39:56.707219 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 20 14:39:56.707634 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 20 14:39:56.742273 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_db.sqlalchemy.engines [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=86383) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 20 14:39:57.291041 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Initializing driver for type 'gre' Apr 20 14:39:57.291834 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] gre ID ranges: [(1, 1000)] Apr 20 14:39:57.412277 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Initializing driver for type 'local' Apr 20 14:39:57.412715 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Initializing driver for type 'vlan' Apr 20 14:39:57.498001 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] VlanTypeDriver initialization complete Apr 20 14:39:57.498475 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Initializing driver for type 'vxlan' Apr 20 14:39:57.499146 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] vxlan ID ranges: [(1, 1000)] Apr 20 14:39:57.640567 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Initializing extension driver 'port_security' Apr 20 14:39:57.640944 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.extensions.port_security [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] PortSecurityExtensionDriver initialization complete Apr 20 14:39:57.641317 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Initializing mechanism driver 'openvswitch' Apr 20 14:39:57.641683 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Initializing mechanism driver 'hyperv' Apr 20 14:39:57.648516 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86383) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:39:57.649370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > port after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.649783 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > port after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.650180 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > port after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.650611 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > subnet after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.651034 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > subnet after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.651422 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.651848 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > network after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.652239 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > network after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.653191 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > network after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.653620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > security_group after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.654010 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > security_group after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.654577 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > security_group after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.655059 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.655450 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.655834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.656260 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > address_group after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.656647 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > address_group after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.657029 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > address_group after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.657417 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] ML2 OVO RPC backend initialized. {{(pid=86383) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 20 14:39:57.658276 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.658683 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.659176 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > network before_response 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.659565 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > networks before_response 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.659951 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > port before_response 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.660336 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > ports before_response 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.660722 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > subnet before_response 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.661106 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > subnets before_response 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.661494 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > network after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.661879 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > network after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.662259 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > network after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.662636 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > port after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.663038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > port after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.663414 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > port after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.663802 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > subnet after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.664181 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > subnet after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.664558 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > subnet after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.665237 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.plugin [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Modular L2 Plugin initialization complete Apr 20 14:39:57.665597 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading services supported by the core plugin {{(pid=86383) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 20 14:39:57.665970 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.plugins.ml2.managers [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Got port-security extension from driver 'port_security' Apr 20 14:39:57.666486 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.extensions.vlantransparent [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Disabled vlantransparent extension. Apr 20 14:39:57.667062 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86383) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 20 14:39:57.667411 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading Plugin: router Apr 20 14:39:57.707319 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router_interface before_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.707767 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router after_create 55549900 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.708201 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router before_create 55549900 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.708662 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.709081 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.709481 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router after_delete 55549900 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.709887 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > floatingip after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.710304 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router after_create 55549900 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.710698 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router after_update 55549900 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.711166 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router after_update 55549900 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.711555 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.711964 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router after_update 55549900 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.712456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router precommit_update 55549900 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.712884 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: port after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.713265 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: port after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.713649 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: subnet after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.714039 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.714426 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > port precommit_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.714839 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router precommit_create 55549900 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.715815 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: port before_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.716205 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router precommit_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.716620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router after_update 55549900 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.717009 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router precommit_delete 55549900 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.717404 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router precommit_create 55549900 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.717824 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router_interface after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.718213 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router precommit_update 55549900 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.718652 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > network after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.719733 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Tracking information for resource: router configured {{(pid=86383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 14:39:57.720124 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Tracking information for resource: floatingip configured {{(pid=86383) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 20 14:39:57.725251 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.l3_agentschedulers_db [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 20 14:39:57.725907 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: port after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.726316 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: port after_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.726706 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: port after_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.727122 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: port after_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.728068 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router before_create 55550100 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.728478 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router precommit_delete 55550100 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.728889 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router precommit_create 55550100 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.729319 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > router precommit_update 55550100 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.734293 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.provider_configuration [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Service providers = [] {{(pid=86383) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 20 14:39:57.734697 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.servicetype_db [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86383) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 20 14:39:57.737687 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.service_base [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86383) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 14:39:57.738069 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.service_base [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86383) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 14:39:57.738452 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.service_base [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86383) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 14:39:57.739410 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.service_base [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86383) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 20 14:39:57.739819 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.services.service_base [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 20 14:39:57.740260 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 14:39:57.740620 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 20 14:39:57.751095 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 14:39:57.751472 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading Plugin: auto_allocate Apr 20 14:39:57.757425 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: network precommit_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.757851 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: network precommit_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.758451 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 14:39:57.758840 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading Plugin: tag Apr 20 14:39:57.766521 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 14:39:57.766928 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading Plugin: timestamp Apr 20 14:39:57.770867 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 14:39:57.771243 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading Plugin: network_ip_availability Apr 20 14:39:57.776808 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.777222 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.778320 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:57.779195 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 14:39:57.779568 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading Plugin: flavors Apr 20 14:39:57.784245 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 14:39:57.784617 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading Plugin: revisions Apr 20 14:39:57.789228 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86383) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 20 14:39:57.789661 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.176s {{(pid=86383) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:39:57.790491 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86383) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 20 14:39:57.790898 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Initializing extension manager. Apr 20 14:39:57.791472 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: __init__.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.791857 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: __pycache__ {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.792233 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.792607 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: address_group.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.793500 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.794166 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: address-group Apr 20 14:39:57.794586 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: address_scope.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.795419 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.795996 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: address-scope Apr 20 14:39:57.796358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: admin_state_down_before_update.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.797396 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.798000 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: router-admin-state-down-before-update Apr 20 14:39:57.798377 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: agent.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.799185 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.799764 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: agent Apr 20 14:39:57.800125 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: agent_resources_synced.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.801091 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.801674 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: agent-resources-synced Apr 20 14:39:57.802031 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: allowedaddresspairs.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.803985 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.804580 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: allowed-address-pairs Apr 20 14:39:57.804950 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: auto_allocated_topology.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.806075 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.806671 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: auto-allocated-topology Apr 20 14:39:57.807066 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: availability_zone.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.807836 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.808416 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: availability_zone Apr 20 14:39:57.809326 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: availability_zone_filter.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.810308 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.810922 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: availability_zone_filter Apr 20 14:39:57.811292 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: data_plane_status.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.812375 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.812958 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension data-plane-status not supported by any of loaded plugins Apr 20 14:39:57.813320 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: default_subnetpools.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.814268 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.814882 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: default-subnetpools Apr 20 14:39:57.815248 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: dhcpagentscheduler.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.816171 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.816761 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: dhcp_agent_scheduler Apr 20 14:39:57.817129 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: dns.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.818317 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.818923 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension dns-integration not supported by any of loaded plugins Apr 20 14:39:57.819294 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: dns_domain_ports.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.820231 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.820815 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 20 14:39:57.821176 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: dvr.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.821918 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.822556 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: dvr Apr 20 14:39:57.822891 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: empty_string_filtering.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.823835 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.824976 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: empty-string-filtering Apr 20 14:39:57.825338 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.826279 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.826900 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 20 14:39:57.827266 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.828232 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.828820 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 20 14:39:57.829189 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: external_net.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.830144 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.830756 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: external-net Apr 20 14:39:57.831129 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: extra_dhcp_opt.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.832085 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.832670 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: extra_dhcp_opt Apr 20 14:39:57.833036 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: extraroute.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.833993 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.834580 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: extraroute Apr 20 14:39:57.834974 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: extraroute_atomic.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.836079 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.836672 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: extraroute-atomic Apr 20 14:39:57.837037 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: filter_validation.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.837783 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.838366 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: filter-validation Apr 20 14:39:57.838740 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: fip_pf_description.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.839756 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.840366 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 20 14:39:57.840730 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: fip_port_details.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.841802 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.842389 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: fip-port-details Apr 20 14:39:57.842779 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: flavors.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.844070 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.844667 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: flavors Apr 20 14:39:57.845042 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.846753 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.847384 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 20 14:39:57.847763 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: floatingip_pools.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.848541 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.849133 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: floatingip-pools Apr 20 14:39:57.849509 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: ip_allocation.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.850475 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.851089 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension ip_allocation not supported by any of loaded plugins Apr 20 14:39:57.851461 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.852401 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.852982 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: ip-substring-filtering Apr 20 14:39:57.853351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: l2_adjacency.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.854309 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.854930 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 20 14:39:57.855298 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: l3.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.856475 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.857066 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: router Apr 20 14:39:57.857430 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: l3_conntrack_helper.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.859906 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.860518 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 20 14:39:57.860896 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.861869 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.862455 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: ext-gw-mode Apr 20 14:39:57.862855 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.863934 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.864530 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: l3-ha Apr 20 14:39:57.864904 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: l3_flavors.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.865848 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.866432 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: l3-flavors Apr 20 14:39:57.866824 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.867770 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.868349 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 20 14:39:57.868716 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: l3agentscheduler.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.870007 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.870606 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: l3_agent_scheduler Apr 20 14:39:57.871026 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: logging.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.873237 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.873846 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension logging not supported by any of loaded plugins Apr 20 14:39:57.874223 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: metering.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.875081 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.875793 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: metering Apr 20 14:39:57.876167 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.877313 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.877903 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: metering_source_and_destination_fields Apr 20 14:39:57.878278 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: multiprovidernet.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.879272 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.879863 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: multi-provider Apr 20 14:39:57.880238 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: netmtu.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.881178 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.881761 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: net-mtu Apr 20 14:39:57.882133 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: netmtu_writable.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.883149 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.883744 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: net-mtu-writable Apr 20 14:39:57.884139 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: network_availability_zone.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.885028 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.885606 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: network_availability_zone Apr 20 14:39:57.885982 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: network_ip_availability.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.887725 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.888315 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: network-ip-availability Apr 20 14:39:57.888683 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: network_segment_range.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.889541 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.890133 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension network-segment-range not supported by any of loaded plugins Apr 20 14:39:57.890509 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: pagination.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.891623 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.891957 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: pagination Apr 20 14:39:57.892323 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: port_device_profile.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.893257 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.893841 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: port-device-profile Apr 20 14:39:57.894205 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.895191 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.895779 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: port-mac-address-regenerate Apr 20 14:39:57.896142 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.897083 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.897667 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: port-numa-affinity-policy Apr 20 14:39:57.898032 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: port_resource_request.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.898981 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.899560 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension port-resource-request not supported by any of loaded plugins Apr 20 14:39:57.899923 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: portbindings.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.900887 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.901478 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: binding Apr 20 14:39:57.901845 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: portbindings_extended.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.903217 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.903801 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: binding-extended Apr 20 14:39:57.904169 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: portsecurity.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.905116 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.905704 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: port-security Apr 20 14:39:57.906071 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: project_id.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.907127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.907511 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: project-id Apr 20 14:39:57.907877 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: providernet.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.908827 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.909414 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: provider Apr 20 14:39:57.909781 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: qos.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.913650 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.914278 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension qos not supported by any of loaded plugins Apr 20 14:39:57.914665 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.916075 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.916669 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 20 14:39:57.917039 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.917986 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.918609 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 20 14:39:57.919007 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: qos_default.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.919948 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.920534 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension qos-default not supported by any of loaded plugins Apr 20 14:39:57.920909 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: qos_fip.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.921620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.922197 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension qos-fip not supported by any of loaded plugins Apr 20 14:39:57.922569 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: qos_gateway_ip.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.923553 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.924138 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 20 14:39:57.924508 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: qos_port_network_policy.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.925454 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.926044 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 20 14:39:57.926409 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: qos_rule_type_details.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.927401 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.927984 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 20 14:39:57.928357 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: qos_rules_alias.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.929450 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.930031 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 20 14:39:57.930397 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: quotasv2.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.931504 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.931876 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: quotas Apr 20 14:39:57.932238 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: quotasv2_detail.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.934573 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.934985 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: quota_details Apr 20 14:39:57.935354 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: rbac.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.936562 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.937176 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: rbac-policies Apr 20 14:39:57.937551 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: rbac_address_group.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.938520 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.939146 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: rbac-address-group Apr 20 14:39:57.939518 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: rbac_address_scope.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.940471 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.941069 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: rbac-address-scope Apr 20 14:39:57.941433 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: rbac_security_groups.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.942627 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.943250 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: rbac-security-groups Apr 20 14:39:57.943615 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: rbac_subnetpool.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.944571 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.945174 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: rbac-subnetpool Apr 20 14:39:57.945544 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: revisionifmatch.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.946514 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.947140 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: revision-if-match Apr 20 14:39:57.947513 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: revisions.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.948686 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.949288 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: standard-attr-revisions Apr 20 14:39:57.950194 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: router_availability_zone.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.950961 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.951559 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: router_availability_zone Apr 20 14:39:57.951923 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: routerservicetype.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.952873 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.953455 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension router-service-type not supported by any of loaded plugins Apr 20 14:39:57.953826 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.954790 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.955385 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: security-groups-normalized-cidr Apr 20 14:39:57.955750 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: security_groups_port_filtering.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.956714 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.957337 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: port-security-groups-filtering Apr 20 14:39:57.957704 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.958676 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.959287 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: security-groups-remote-address-group Apr 20 14:39:57.959652 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: securitygroup.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.973980 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.974618 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: security-group Apr 20 14:39:57.975026 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: segment.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.975941 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.976536 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension segment not supported by any of loaded plugins Apr 20 14:39:57.976914 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.977925 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.978516 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 20 14:39:57.978917 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: servicetype.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.980087 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.980707 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: service-type Apr 20 14:39:57.981081 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: sorting.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.982083 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.982467 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: sorting Apr 20 14:39:57.982859 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: standard_attr_segment.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.983802 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.984393 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 20 14:39:57.984765 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: standardattrdescription.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.985476 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.986060 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: standard-attr-description Apr 20 14:39:57.986431 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: stateful_security_group.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.987430 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.988032 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: stateful-security-group Apr 20 14:39:57.988397 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: stdattrs_common.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.988992 dv-cinder-742162-4-smb neutron-server[86383]: WARNING neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 20 14:39:57.989354 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.990397 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.991014 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 20 14:39:57.991380 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: subnet_onboard.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.992476 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.993070 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: subnet_onboard Apr 20 14:39:57.993438 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.994384 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.995027 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 20 14:39:57.995394 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: subnet_service_types.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.996908 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.997502 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: subnet-service-types Apr 20 14:39:57.997870 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: subnetallocation.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:57.999023 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:57.999626 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: subnet_allocation Apr 20 14:39:58.000067 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:58.000791 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:58.001380 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: subnetpool-prefix-ops Apr 20 14:39:58.001746 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:58.002748 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:58.003324 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 20 14:39:58.003685 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: tagging.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:58.005047 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:58.005663 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: standard-attr-tag Apr 20 14:39:58.006032 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: timestamp.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:58.007276 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:58.007873 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loaded extension: standard-attr-timestamp Apr 20 14:39:58.008246 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: trunk.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:58.009309 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:58.009896 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension trunk not supported by any of loaded plugins Apr 20 14:39:58.010265 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: trunk_details.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:58.011243 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:58.012691 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension trunk-details not supported by any of loaded plugins Apr 20 14:39:58.013268 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: uplink_status_propagation.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:58.014779 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:58.015748 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 20 14:39:58.016371 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Loading extension file: vlantransparent.py {{(pid=86383) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 20 14:39:58.017474 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86383) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 20 14:39:58.018458 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 20 14:39:58.023711 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Creating instance of TrackedResource for resource:network Apr 20 14:39:58.025132 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Creating instance of TrackedResource for resource:subnet Apr 20 14:39:58.026321 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 14:39:58.027585 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Creating instance of TrackedResource for resource:port Apr 20 14:39:58.030302 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.resource_helper [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 14:39:58.031198 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.resource_helper [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Service FLAVORS assigned prefix: {{(pid=86383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 14:39:58.032447 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.resource_helper [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 14:39:58.033272 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.resource_helper [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 14:39:58.033880 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Creating instance of TrackedResource for resource:router Apr 20 14:39:58.035288 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 14:39:58.036635 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.resource_helper [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Service METERING assigned prefix: /metering {{(pid=86383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 14:39:58.039892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:58.040556 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:58.041182 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86383) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:39:58.043293 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 14:39:58.044144 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Creating instance of TrackedResource for resource:security_group Apr 20 14:39:58.045582 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 14:39:58.046945 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.resource_helper [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Service CORE assigned prefix: {{(pid=86383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 14:39:58.047565 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 14:39:58.048132 dv-cinder-742162-4-smb neutron-server[86383]: WARNING neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] subnetpool is already registered Apr 20 14:39:58.049219 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.resource_helper [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Service CORE assigned prefix: {{(pid=86383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 14:39:58.049754 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 14:39:58.050263 dv-cinder-742162-4-smb neutron-server[86383]: WARNING neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] subnetpool is already registered Apr 20 14:39:58.054836 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.resource_helper [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 14:39:58.055548 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.resource_helper [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Service FLAVORS assigned prefix: {{(pid=86383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 14:39:58.056573 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.resource_helper [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 14:39:58.057287 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.resource_helper [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 14:39:58.057930 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Creating instance of TrackedResource for resource:router Apr 20 14:39:58.058578 dv-cinder-742162-4-smb neutron-server[86383]: WARNING neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] router is already registered Apr 20 14:39:58.060353 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Creating instance of TrackedResource for resource:floatingip Apr 20 14:39:58.060993 dv-cinder-742162-4-smb neutron-server[86383]: WARNING neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] floatingip is already registered Apr 20 14:39:58.062234 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.resource_helper [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Service METERING assigned prefix: /metering {{(pid=86383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 14:39:58.063668 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Creating instance of CountableResource for resource:rbac_policy Apr 20 14:39:58.064314 dv-cinder-742162-4-smb neutron-server[86383]: WARNING neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] rbac_policy is already registered Apr 20 14:39:58.065409 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Creating instance of TrackedResource for resource:security_group Apr 20 14:39:58.066057 dv-cinder-742162-4-smb neutron-server[86383]: WARNING neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] security_group is already registered Apr 20 14:39:58.067205 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 20 14:39:58.068100 dv-cinder-742162-4-smb neutron-server[86383]: WARNING neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] security_group_rule is already registered Apr 20 14:39:58.069379 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.resource_helper [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Service CORE assigned prefix: {{(pid=86383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 14:39:58.070031 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 14:39:58.070666 dv-cinder-742162-4-smb neutron-server[86383]: WARNING neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] subnetpool is already registered Apr 20 14:39:58.071914 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.resource_helper [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Service CORE assigned prefix: {{(pid=86383) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 20 14:39:58.072559 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Creating instance of TrackedResource for resource:subnetpool Apr 20 14:39:58.073193 dv-cinder-742162-4-smb neutron-server[86383]: WARNING neutron.quota.resource_registry [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] subnetpool is already registered Apr 20 14:39:58.075046 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: extensions {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.077712 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: address-groups {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.080108 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: address-scopes {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.082331 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: agents {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.084554 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: auto-allocated-topology {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.086591 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: availability_zones {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.089054 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: dhcp-networks {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.091771 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: dhcp-agents {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.094446 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: routers {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.097840 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: flavors {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.100055 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: service_profiles {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.102354 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: next_providers {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.105243 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: service_profiles {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.108091 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: floatingip-pools {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.110390 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: routers {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.113790 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: floatingips {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.116041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: l3-routers {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.118652 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: l3-agents {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.121914 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: metering-labels {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.126016 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: metering-label-rules {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.128466 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: network-ip-availabilities {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.130878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: bindings {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.133970 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: quotas {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.136743 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: quotas {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.139966 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: rbac-policies {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.142411 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: security-groups {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.144641 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: security-group-rules {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.147021 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: service-providers {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.148805 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: subnetpools {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.151512 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: subnetpools {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.154293 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: tags {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.157500 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: tags {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.161058 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: tags {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.164786 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: tags {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.169002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: tags {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.172734 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: tags {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.176182 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: tags {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.179933 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: tags {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.183675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: tags {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.187954 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.extensions [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Extended resource: tags {{(pid=86383) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 20 14:39:58.202150 dv-cinder-742162-4-smb neutron-server[86383]: WARNING keystonemiddleware.auth_token [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 20 14:39:58.212404 dv-cinder-742162-4-smb neutron-server[86383]: WARNING keystonemiddleware.auth_token [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 20 14:39:58.230304 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Acquired lock "singleton_lock" {{(pid=86383) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 20 14:39:58.231754 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Releasing lock "singleton_lock" {{(pid=86383) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 20 14:39:58.234481 dv-cinder-742162-4-smb neutron-server[86383]: INFO oslo_service.service [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Starting 2 workers Apr 20 14:39:58.241178 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Started child 86498 {{(pid=86383) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 14:39:58.244506 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:39:58.245996 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [-] (86498) wsgi starting up on http://0.0.0.0:9696 Apr 20 14:39:58.248925 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Started child 86499 {{(pid=86383) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 14:39:58.251313 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.service [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 20 14:39:58.252328 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Notify callbacks [] for process, before_spawn {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:39:58.254064 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:39:58.256197 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [-] (86499) wsgi starting up on http://0.0.0.0:9696 Apr 20 14:39:58.256355 dv-cinder-742162-4-smb neutron-server[86383]: INFO oslo_service.service [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Starting 1 workers Apr 20 14:39:58.264081 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Started child 86500 {{(pid=86383) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 14:39:58.264942 dv-cinder-742162-4-smb neutron-server[86383]: INFO oslo_service.service [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Starting 1 workers Apr 20 14:39:58.265480 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.service [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] calling RpcWorker wait() {{(pid=86500) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 20 14:39:58.265868 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.service [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] returning from RpcWorker wait() {{(pid=86500) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 20 14:39:58.267462 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:39:58.267977 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:39:58.272319 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Started child 86501 {{(pid=86383) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 20 14:39:58.273529 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7b72ae6-3c86-4d86-a8b4-cb8097f40091 None None] Notify callbacks [] for process, after_spawn {{(pid=86383) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:39:58.275691 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86383) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 14:39:58.275899 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:39:58.276064 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 14:39:58.276690 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 14:39:58.277146 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 14:39:58.277910 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 14:39:58.278244 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 14:39:58.279201 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.279710 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.280242 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.280674 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.281198 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.282438 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.282944 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.283437 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.283902 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.284358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.284710 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.285032 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.285527 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.286013 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.286620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.287143 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.287606 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.288111 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.288484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.288956 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.289553 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.290021 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.290522 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] debug = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.291041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.292150 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.292599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.293705 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.294099 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.294629 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.295167 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.298243 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.298243 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.298243 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.299022 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.299364 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.299810 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.300499 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.300967 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.301477 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.301944 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.302700 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] host = dv-cinder-742162-4-smb {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.303217 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.303688 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.304171 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.304649 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.304943 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 36202) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:39:58.305146 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.306130 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.306649 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.307205 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.307702 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.321114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.321114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.321114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.321114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.321114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] log_file = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.321114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] log_options = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.321114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.321114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.321114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.321931 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.321931 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.321931 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.321931 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.321931 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.321931 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.321931 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.322358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.322358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.322358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.322538 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:39:58.322605 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.322679 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0099094 Apr 20 14:39:58.322782 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.322782 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.322782 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.322782 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.322782 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.322782 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.322782 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.322782 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.323245 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.323245 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.323245 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.323245 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.323505 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.324499 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.324892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.325394 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.325828 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.326184 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.326566 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.327115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.328375 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.328375 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.328375 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.328375 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.328992 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.329828 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.329828 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.329828 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.330310 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.330767 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.331327 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.333831 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] use_json = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.334461 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.334756 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.335095 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.335377 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.335646 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.335871 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.336815 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.337137 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.337607 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.338085 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.338588 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.339004 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.339412 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.341964 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.342392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.343150 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.343459 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.343799 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.344100 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.344372 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.344833 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.345251 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.345656 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.346143 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.346608 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.346964 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.347968 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.347968 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.347968 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.347968 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.348264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.348828 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.349113 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.349385 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.349652 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.350795 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.351250 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.351504 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.351777 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.353076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.353076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.353076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.353472 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.353739 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.354039 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.354265 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.354739 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.354998 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.356189 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.361402 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.361402 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.361402 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.361402 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.361402 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.361402 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.361402 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.361402 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.361402 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.362038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.362038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.362038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.362038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.362038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.362038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.362038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.362038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.362038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.362905 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.364214 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.364821 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.365588 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.366021 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.366283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.366555 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.367675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.367944 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.368215 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.368473 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.368733 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.369015 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.369414 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.369689 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.369947 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.370196 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.370452 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.371188 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.372040 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.372313 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.372553 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.372804 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.373205 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.373464 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.373786 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.374129 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.374390 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.374674 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.375102 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.376319 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.376319 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.376319 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.376319 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.376800 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.389354 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.389354 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.392167 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.392167 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.392167 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.392167 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.392167 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.393603 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.393788 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.394266 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.394774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.395402 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.395800 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.396157 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.396500 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.396835 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.397228 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.397623 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.397989 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.398355 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.398605 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.399135 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.399774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.400253 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.400708 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.401168 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.401721 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.402159 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.402681 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.403039 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.403322 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.403599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.403885 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.404198 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.404485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.404897 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.405084 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.405692 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.406138 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.406432 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.406702 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.406981 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.407425 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.407856 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.408287 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.409436 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.409733 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.410018 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.410312 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.410585 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.410869 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.411128 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.411378 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.411602 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.411855 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.412063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.412336 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.412600 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.412849 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.413124 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.413395 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.413648 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.413909 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.414161 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.414407 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.414655 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.415119 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.415381 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.416673 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.416673 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.416673 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.416673 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.416673 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.417239 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.417239 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.417598 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.417763 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.418766 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.419217 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.420562 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.420562 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.420562 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.420562 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.421406 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.421406 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.421406 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.421406 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.422215 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.422215 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.422215 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.422890 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.422890 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.422890 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.423508 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.423508 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.423782 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.423915 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.424188 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.424456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.424709 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.424962 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.425197 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.425419 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.425808 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.426178 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.426352 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.426574 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.426838 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.427046 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.427256 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.427475 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.427749 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.428097 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.428382 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.429265 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.429265 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.429265 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.429776 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.429776 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.429776 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.430328 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.430328 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.430772 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.430772 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.431172 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.431172 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.431480 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.431644 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.431872 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.432046 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.432206 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.432414 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.432671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.432931 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.433173 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.433394 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.434472 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.435002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.435293 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.435551 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.436000 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.436240 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.436539 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.436813 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.437942 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.437942 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.437942 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.437942 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.438800 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.438800 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.438800 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.439412 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.439412 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.439833 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.440043 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.440280 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.440916 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.440916 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.441332 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.441332 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.441727 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.441927 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.442125 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.442681 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.443102 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.443102 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.443438 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.443576 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.443752 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.444036 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.444328 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.444569 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.444825 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.445078 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.445344 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.445595 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.445991 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.446155 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.446406 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.446655 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.447762 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 14:39:58.448276 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86383) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 20 14:39:58.448625 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 20 14:39:58.448864 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 20 14:39:58.449081 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 20 14:39:58.449301 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 20 14:39:58.449509 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 20 14:39:58.449714 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.449714 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.450117 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.450117 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.450514 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.450514 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.451443 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.451443 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.451443 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.451443 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.451443 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.451443 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.452600 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.452600 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.452600 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.452600 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.452600 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.452600 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.452600 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.452600 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.455145 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.455145 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.455145 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] debug = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.455145 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.455145 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.455145 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.456484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.456484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.456484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.456484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.456484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.456484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.456484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.456484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.457976 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.457976 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.457976 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.457976 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.457976 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.457976 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.457976 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] host = dv-cinder-742162-4-smb {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.457976 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.457976 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.459614 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.459614 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.459614 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.459614 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.459614 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.459614 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.459614 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.459614 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.461610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.461610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.461610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.461610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] log_file = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.461610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] log_options = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.461610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.461610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.461610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.463122 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.463122 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.463122 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.463122 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.463122 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.463122 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.463122 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.464087 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.464087 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.464087 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.464087 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.464087 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.464087 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.464087 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.464087 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.465205 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.465205 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.465205 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.465205 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.465205 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.465205 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.465205 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.465205 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.466128 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.466128 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.466128 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.466128 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.466128 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.466128 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.466128 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.466128 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.468358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.468358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.468358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.468358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.468358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.468358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.468358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.468358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.469393 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.469393 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.469393 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.469393 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] use_json = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.469393 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.469393 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.469393 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.469393 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.469393 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.470267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.470267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.470267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 20 14:39:58.470267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.470267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.470267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.470267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.470267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.471584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.471584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.471584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.471584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.471584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.471584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.471584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.471584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.471584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.472860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.472860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.472860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.472860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.472860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.472860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.472860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.472860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.474161 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.474161 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.474161 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.474161 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.474161 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.474161 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.474161 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.474161 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.475485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.475485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.475485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.475485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.475485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.475485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.475485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.475485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.475485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.476813 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.476813 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.476813 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.476813 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.476813 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.476813 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.476813 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.476813 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.476813 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.478297 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.478297 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.478297 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.478297 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.478297 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.478297 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.478297 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.478297 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.478297 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.479842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.479842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.479842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.479842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.479842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.479842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.479842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.479842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.479842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.482448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.482448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.482448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.482448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.482448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.482448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.482448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.482448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.482448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.484283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.484283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.484283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.484283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.484283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.484283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.484283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.484283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.484283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.485639 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.485639 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.485639 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.485639 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.485639 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.485639 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.485639 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.485639 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.486682 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.486682 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.486682 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.486682 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.486682 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.486682 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.486682 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.487667 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:39:58.487816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.487816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.487816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.487816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.487816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.487816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.487816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.487816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.488853 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.488853 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.488853 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.488853 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.488853 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.488853 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.488853 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.488853 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.489940 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.489940 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.489940 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.489940 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.489940 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.489940 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.489940 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.489940 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.491063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.491063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.491063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.491063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.491063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.491063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.491063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.491063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.492657 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.492657 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.492657 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.492657 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.492657 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.492657 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.492657 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.492657 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.493707 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.493707 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.493707 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.493707 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.493707 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.493707 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.493707 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.493707 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.495002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.495002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.495002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.495002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.495002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.495002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.495002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.495002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.496072 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.496072 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.496072 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.496072 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.496072 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.496072 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.496072 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.496072 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.497825 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.497825 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.497825 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.497825 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.497825 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.497825 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.497825 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.497825 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.499186 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.499186 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.499186 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.499186 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.499186 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.499186 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.499186 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.499186 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.500522 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.500522 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.500522 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.500522 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.500522 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.500522 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.500522 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.501675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.501675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.501675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.501675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.501675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.501675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.501675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.503351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.503351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.503351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.503351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.503351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.503351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.503351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.503351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.504718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.504718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.504718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.504718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.504718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.504718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.504718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.504718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.504718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.506127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.506127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.506127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.506127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.506127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.506127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.506127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.506127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.507543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.507543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.507543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.507543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.507543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.507543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.508456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.508456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.508456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.508456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.508456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.509198 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.509198 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.509198 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.509198 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.509823 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.509823 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.509823 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.509823 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.510450 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.510450 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.510450 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.510450 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.511125 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.511125 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.511125 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.511125 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.511718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.511718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.511718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.512696 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.512696 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.512696 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.512696 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.512696 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.512696 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.513599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.513599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.513599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.513599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.513599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.513599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.514493 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.514493 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.514493 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.514493 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.514493 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.515275 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.515275 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.515275 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.515275 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.515275 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.516041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.516041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.516041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.516041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 20 14:39:58.516041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86383) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 20 14:40:10.528317 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852caa77-195d-4dd4-8ef1-36750f8304e6 None None] get_active_networks_info from dv-cinder-742162-4-smb {{(pid=86500) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 20 14:40:10.689834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852caa77-195d-4dd4-8ef1-36750f8304e6 None None] No non-hosted networks {{(pid=86500) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 20 14:40:10.775798 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-562d8726-3f7a-417d-9b52-be8ddac050b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069'] for agent, after_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:13.041828 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-82212909-5eac-4f07-9398-65310f6e41a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069'] for agent, after_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:13.081031 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f40b5c4e-4554-40b3-a53e-5214ad5271e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:14.187583 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069'] for agent, after_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:14.417554 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069'] for agent, after_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:14.418519 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:14.419093 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:14.419637 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:14.420230 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:14.420747 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:14.421259 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:14.421772 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:14.422297 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:14.422833 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:14.423366 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:14.423889 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:14.424400 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:14.425273 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-742162-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:40:14.438890 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-742162-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:40:15.467296 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069'] for agent, after_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:15.604609 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.l3_hamode_db [None req-80409036-1b9c-468c-8ef4-2d34d6d6e902 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 20 14:40:15.707036 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80409036-1b9c-468c-8ef4-2d34d6d6e902 None None] Routers set() bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:40:15.707477 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80409036-1b9c-468c-8ef4-2d34d6d6e902 None None] Router IDs set() for agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 20 14:40:16.381122 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 36302) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:40:17.016818 dv-cinder-742162-4-smb neutron-server[86383]: WARNING oslo_policy.policy [None req-9483341d-1793-4565-af37-70efbea450a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 14:40:17.017401 dv-cinder-742162-4-smb neutron-server[86383]: WARNING oslo_policy.policy [None req-9483341d-1793-4565-af37-70efbea450a5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 14:40:17.250063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [None req-9483341d-1793-4565-af37-70efbea450a5 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 14:40:17.251118 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-9483341d-1793-4565-af37-70efbea450a5 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8690729 Apr 20 14:40:19.995181 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 36318) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:40:20.398334 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-3e9891be-65bc-4cfc-8026-73bff91c74e3 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:20.503131 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.policy [None req-3e9891be-65bc-4cfc-8026-73bff91c74e3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86498) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 14:40:20.558797 dv-cinder-742162-4-smb neutron-server[86383]: WARNING oslo_policy.policy [None req-3e9891be-65bc-4cfc-8026-73bff91c74e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 14:40:20.559224 dv-cinder-742162-4-smb neutron-server[86383]: WARNING oslo_policy.policy [None req-3e9891be-65bc-4cfc-8026-73bff91c74e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 14:40:20.577970 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota [None req-3e9891be-65bc-4cfc-8026-73bff91c74e3 admin admin] Loaded quota_driver: . Apr 20 14:40:20.593896 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-3e9891be-65bc-4cfc-8026-73bff91c74e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:40:20.698347 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e9891be-65bc-4cfc-8026-73bff91c74e3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285120636829', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285120635969', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285120646980', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285120620328', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285120603601', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285120603296', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-635998', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1338206', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-434792', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-484235'] for rbac-policy, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:21.091736 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e9891be-65bc-4cfc-8026-73bff91c74e3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:21.093078 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-3e9891be-65bc-4cfc-8026-73bff91c74e3 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0969193 Apr 20 14:40:24.120479 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 36332) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:40:24.507526 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Request body: {'network': {'project_id': '6a034941a1b34391abfa0051df82ddf9', 'admin_state_up': True, 'name': 'private'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:24.513925 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:40:24.518445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Usage tracker for resource:network and tenant:6a034941a1b34391abfa0051df82ddf9 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:40:24.522008 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:40:24.528981 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:40:24.577819 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Made reservation on behalf of 6a034941a1b34391abfa0051df82ddf9 for: {'network': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:40:24.583684 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for network, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:24.600584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:24.615245 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:40:24.619156 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Usage tracker for resource:security_group_rule and tenant:6a034941a1b34391abfa0051df82ddf9 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:40:24.622626 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:40:24.628436 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:40:24.833493 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:24.863542 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:24.868665 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:40:24.893640 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=86498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 14:40:24.921248 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285117576086', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:24.921853 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Unsubscribe: segment precommit_create {{(pid=86498) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 14:40:24.922310 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.segments_db [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Added segment fa19e628-dffa-4d1a-aa79-baa6ae32ab59 of type vlan for network 1790cab6-07fe-41e6-93ef-7e5bb3425dbd Apr 20 14:40:24.931461 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bc777c-4db7-4cac-8ddc-eddf8969a59c,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:40:24.984709 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:24.985070 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:24.985437 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:24.985791 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:24.986141 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:24.986490 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:24.986865 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:24.987359 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:24.987707 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:24.988052 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:24.988395 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:24.988733 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Tracked resource versions report: Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: pushed versions: Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: { 'AddressGroup': {'1.2'}, Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'ConntrackHelper': {'1.0'}, Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'Log': {'1.0'}, Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'Network': {'1.1'}, Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'Port': {'1.7'}, Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'PortForwarding': {'1.2'}, Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'QosPolicy': {'1.8'}, Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroup': {'1.4'}, Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroupRule': {'1.2'}, Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'SubPort': {'1.0'}, Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'Subnet': {'1.1'}, Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'Trunk': {'1.1'}} Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: consumer versions: Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: { DHCP agent@dv-cinder-742162-4-smb: {}, Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: L3 agent@dv-cinder-742162-4-smb: {}, Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: Metadata agent@dv-cinder-742162-4-smb: {}, Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: Metering agent@dv-cinder-742162-4-smb: {}, Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: Open vSwitch agent@dv-cinder-742162-4-smb: { 'AddressGroup': '1.2', Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'ConntrackHelper': '1.0', Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'Log': '1.0', Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'Network': '1.1', Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'Port': '1.7', Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'PortForwarding': '1.2', Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'QosPolicy': '1.8', Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroup': '1.4', Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroupRule': '1.2', Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'SubPort': '1.0', Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'Subnet': '1.1', Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: 'Trunk': '1.1'}} Apr 20 14:40:24.989873 dv-cinder-742162-4-smb neutron-server[86383]: {{(pid=86498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 14:40:25.048537 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:40:25.050497 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751736839863'] for network, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:25.114892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for network, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:25.116360 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:40:25.117039 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:25.123008 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:40:25.233510 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Pushing event updated for resources: {'Network': ['ID=1790cab6-07fe-41e6-93ef-7e5bb3425dbd,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:40:25.236774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:40:25.246664 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Network 1790cab6-07fe-41e6-93ef-7e5bb3425dbd details requested by agent ovs-agent-dv-cinder-742162-4-smb with host dv-cinder-742162-4-smb {{(pid=86500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 14:40:25.310785 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.1890810 Apr 20 14:40:28.428561 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 36348) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:40:28.942973 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390cf7bb-4cee-4370-a77b-ba640688038c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:40:28.944406 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-390cf7bb-4cee-4370-a77b-ba640688038c admin admin] 10.222.0.21 "GET /v2.0/networks/1790cab6-07fe-41e6-93ef-7e5bb3425dbd HTTP/1.1" status: 200 len: 824 time: 0.5147979 Apr 20 14:40:28.975975 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-e6008bd1-d955-42cb-9bcf-c6b88636d667 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/8138fa8b-f938-44f5-a45c-3ef9f170b593 HTTP/1.1" status: 200 len: 734 time: 0.0248494 Apr 20 14:40:28.987128 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-50ba5d0c-7199-4380-8f3a-fb2a64382cc0 admin admin] Request body: {'subnet': {'network_id': '1790cab6-07fe-41e6-93ef-7e5bb3425dbd', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '6a034941a1b34391abfa0051df82ddf9', 'subnetpool_id': '8138fa8b-f938-44f5-a45c-3ef9f170b593'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:28.992055 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-50ba5d0c-7199-4380-8f3a-fb2a64382cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:40:28.996206 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-50ba5d0c-7199-4380-8f3a-fb2a64382cc0 admin admin] Usage tracker for resource:subnet and tenant:6a034941a1b34391abfa0051df82ddf9 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:40:28.999361 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-50ba5d0c-7199-4380-8f3a-fb2a64382cc0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:40:29.005540 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-50ba5d0c-7199-4380-8f3a-fb2a64382cc0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:40:29.086530 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ba5d0c-7199-4380-8f3a-fb2a64382cc0 admin admin] Made reservation on behalf of 6a034941a1b34391abfa0051df82ddf9 for: {'subnet': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:40:29.091801 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-50ba5d0c-7199-4380-8f3a-fb2a64382cc0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:29.685284 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-50ba5d0c-7199-4380-8f3a-fb2a64382cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for subnet, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:29.690707 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:40:29.776895 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ba5d0c-7199-4380-8f3a-fb2a64382cc0 admin admin] Checking segment: {'id': 'fa19e628-dffa-4d1a-aa79-baa6ae32ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1790cab6-07fe-41e6-93ef-7e5bb3425dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:40:29.777276 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ba5d0c-7199-4380-8f3a-fb2a64382cc0 admin admin] Network hostable DHCP agents. Network: 1790cab6-07fe-41e6-93ef-7e5bb3425dbd, hostable agents: ['d1ac48cd-fa1b-424f-b486-f0074774d039'], hosted agents: [] {{(pid=86498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 14:40:29.785074 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba5d0c-7199-4380-8f3a-fb2a64382cc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31550edf-5ed4-44ea-8d34-a080ce49c880,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:40:29.791580 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-50ba5d0c-7199-4380-8f3a-fb2a64382cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:40:29.840380 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ba5d0c-7199-4380-8f3a-fb2a64382cc0 admin admin] Network 1790cab6-07fe-41e6-93ef-7e5bb3425dbd is scheduled to be hosted by DHCP agent d1ac48cd-fa1b-424f-b486-f0074774d039 with binding_index 1 {{(pid=86498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 14:40:29.874528 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-50ba5d0c-7199-4380-8f3a-fb2a64382cc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-smb, 1790cab6-07fe-41e6-93ef-7e5bb3425dbd) {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:40:29.879343 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ba5d0c-7199-4380-8f3a-fb2a64382cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:40:29.880004 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-50ba5d0c-7199-4380-8f3a-fb2a64382cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:29.884828 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d56b4b-6f28-42ca-a13d-82d39c9bbcf3 None None] Network 1790cab6-07fe-41e6-93ef-7e5bb3425dbd requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:40:29.927399 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-50ba5d0c-7199-4380-8f3a-fb2a64382cc0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9441416 Apr 20 14:40:30.394987 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75819598-3f90-57db-89da-2c6acd1e2a8b-1790cab6-07fe-41e6-93ef-7e5bb3425dbd', 'network_id': '1790cab6-07fe-41e6-93ef-7e5bb3425dbd', 'tenant_id': '6a034941a1b34391abfa0051df82ddf9', 'fixed_ips': [{'subnet_id': '31550edf-5ed4-44ea-8d34-a080ce49c880'}]}} from dv-cinder-742162-4-smb. {{(pid=86500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 14:40:30.396073 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:30.591530 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Allocated IP 172.20.0.2 (1790cab6-07fe-41e6-93ef-7e5bb3425dbd/31550edf-5ed4-44ea-8d34-a080ce49c880/e79b4c48-e84e-421e-8e3a-3daf32a19ab1) {{(pid=86500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:40:30.852754 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Notify callbacks [] for port, precommit_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:30.865723 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Transition to ACTIVE for port object e79b4c48-e84e-421e-8e3a-3daf32a19ab1 will not be triggered until provisioned by entity L2. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:40:30.892277 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Transition to ACTIVE for port object e79b4c48-e84e-421e-8e3a-3daf32a19ab1 will not be triggered until provisioned by entity DHCP. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:40:30.984093 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:30.989191 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:40:31.051422 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Network 1790cab6-07fe-41e6-93ef-7e5bb3425dbd is already hosted by enough agents. {{(pid=86500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:40:31.060080 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Resources bound (agent type, host, resource id): {{(pid=86500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:40:31.067949 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Received port after_create {{(pid=86500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:40:31.071620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Pushing event updated for resources: {'Port': ['ID=e79b4c48-e84e-421e-8e3a-3daf32a19ab1,revision_number=1']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:40:31.118531 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:31.118839 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:31.119206 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:31.119567 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:31.119934 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:31.120822 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:31.121186 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:31.121537 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:31.121897 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:31.122237 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:31.122584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:31.122952 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Tracked resource versions report: Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: pushed versions: Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: { 'AddressGroup': {'1.2'}, Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'ConntrackHelper': {'1.0'}, Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'Log': {'1.0'}, Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'Network': {'1.1'}, Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'Port': {'1.7'}, Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'PortForwarding': {'1.2'}, Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'QosPolicy': {'1.8'}, Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroup': {'1.4'}, Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroupRule': {'1.2'}, Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'SubPort': {'1.0'}, Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'Subnet': {'1.1'}, Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'Trunk': {'1.1'}} Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: consumer versions: Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: { DHCP agent@dv-cinder-742162-4-smb: {}, Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: L3 agent@dv-cinder-742162-4-smb: {}, Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: Metadata agent@dv-cinder-742162-4-smb: {}, Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: Metering agent@dv-cinder-742162-4-smb: {}, Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: Open vSwitch agent@dv-cinder-742162-4-smb: { 'AddressGroup': '1.2', Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'ConntrackHelper': '1.0', Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'Log': '1.0', Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'Network': '1.1', Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'Port': '1.7', Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'PortForwarding': '1.2', Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'QosPolicy': '1.8', Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroup': '1.4', Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroupRule': '1.2', Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'SubPort': '1.0', Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'Subnet': '1.1', Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: 'Trunk': '1.1'}} Apr 20 14:40:31.124120 dv-cinder-742162-4-smb neutron-server[86383]: {{(pid=86500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 14:40:31.161341 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:40:31.191970 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Attempting to bind port e79b4c48-e84e-421e-8e3a-3daf32a19ab1 on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:40:31.192584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Attempting to bind port e79b4c48-e84e-421e-8e3a-3daf32a19ab1 by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': 'fa19e628-dffa-4d1a-aa79-baa6ae32ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1790cab6-07fe-41e6-93ef-7e5bb3425dbd'}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:40:31.193002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Attempting to bind port e79b4c48-e84e-421e-8e3a-3daf32a19ab1 on network 1790cab6-07fe-41e6-93ef-7e5bb3425dbd {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:40:31.199531 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:40:31.200013 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Checking segment: {'id': 'fa19e628-dffa-4d1a-aa79-baa6ae32ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1790cab6-07fe-41e6-93ef-7e5bb3425dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:40:31.200410 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:31.201818 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Bound using segment: {'id': 'fa19e628-dffa-4d1a-aa79-baa6ae32ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1790cab6-07fe-41e6-93ef-7e5bb3425dbd'} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:40:31.201818 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Bound port: e79b4c48-e84e-421e-8e3a-3daf32a19ab1, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa19e628-dffa-4d1a-aa79-baa6ae32ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1790cab6-07fe-41e6-93ef-7e5bb3425dbd'}}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:40:31.201818 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:31.302173 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] For port e79b4c48-e84e-421e-8e3a-3daf32a19ab1, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:40:31.306450 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] For port e79b4c48-e84e-421e-8e3a-3daf32a19ab1, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=e79b4c48-e84e-421e-8e3a-3daf32a19ab1,segment=NetworkSegment(fa19e628-dffa-4d1a-aa79-baa6ae32ab59),segment_id=fa19e628-dffa-4d1a-aa79-baa6ae32ab59)] {{(pid=86500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:40:31.337995 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:31.342410 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:40:31.438212 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Pushing event updated for resources: {'Port': ['ID=e79b4c48-e84e-421e-8e3a-3daf32a19ab1,revision_number=2']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:40:31.441581 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:40:32.788938 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 36358) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:40:33.208026 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [None req-61f26e53-45d9-4642-a1a5-c39bb6d94457 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 14:40:33.209173 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-61f26e53-45d9-4642-a1a5-c39bb6d94457 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4189429 Apr 20 14:40:36.031349 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 36368) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:40:36.696183 dv-cinder-742162-4-smb neutron-server[86383]: WARNING oslo_policy.policy [None req-a0af4e33-df8d-48f6-800a-0daff9f7b295 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 14:40:36.696772 dv-cinder-742162-4-smb neutron-server[86383]: WARNING oslo_policy.policy [None req-a0af4e33-df8d-48f6-800a-0daff9f7b295 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 14:40:36.931104 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [None req-a0af4e33-df8d-48f6-800a-0daff9f7b295 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 14:40:36.932445 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-a0af4e33-df8d-48f6-800a-0daff9f7b295 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8990748 Apr 20 14:40:38.267333 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f81ca7-46f9-4445-8c6c-9f67194b990b None None] Network 1790cab6-07fe-41e6-93ef-7e5bb3425dbd requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:40:38.391007 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-027936de-737a-4b77-8f29-e15b7bc4524a None None] Provisioning for port e79b4c48-e84e-421e-8e3a-3daf32a19ab1 completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:40:38.554336 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device e79b4c48-e84e-421e-8e3a-3daf32a19ab1 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:40:38.669136 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port e79b4c48-e84e-421e-8e3a-3daf32a19ab1 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:40:38.675020 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port e79b4c48-e84e-421e-8e3a-3daf32a19ab1 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:40:38.675479 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:38.749968 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-ea8d5d6f-8057-45a2-8bc9-ef05f26a77f2 None None] Provisioning complete for port e79b4c48-e84e-421e-8e3a-3daf32a19ab1 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:40:38.750375 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5d6f-8057-45a2-8bc9-ef05f26a77f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:38.877832 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:38.967531 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port e79b4c48-e84e-421e-8e3a-3daf32a19ab1, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=e79b4c48-e84e-421e-8e3a-3daf32a19ab1,segment=NetworkSegment(fa19e628-dffa-4d1a-aa79-baa6ae32ab59),segment_id=fa19e628-dffa-4d1a-aa79-baa6ae32ab59)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:40:38.968642 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5d6f-8057-45a2-8bc9-ef05f26a77f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:39.029474 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:39.041891 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8203c1fb-1141-4bb7-8772-6c1208990424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:40:39.123130 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.db.api [None req-ea8d5d6f-8057-45a2-8bc9-ef05f26a77f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86500) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:40:39.123528 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_db.api [None req-ea8d5d6f-8057-45a2-8bc9-ef05f26a77f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 14:40:39.133810 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=e79b4c48-e84e-421e-8e3a-3daf32a19ab1,revision_number=3']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:40:39.137287 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:40:40.035550 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 36388) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:40:40.420157 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-6027947f-a2ce-43c9-94de-759677dcb0c6 admin admin] Request body: {'router': {'tenant_id': '6a034941a1b34391abfa0051df82ddf9', 'admin_state_up': True, 'name': 'router1'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:40.451623 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e605f2e6-515d-4c23-8628-8de6cfde8d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:40.499290 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.policy [None req-6027947f-a2ce-43c9-94de-759677dcb0c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86499) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 20 14:40:40.538292 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device e79b4c48-e84e-421e-8e3a-3daf32a19ab1 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:40:40.557140 dv-cinder-742162-4-smb neutron-server[86383]: WARNING oslo_policy.policy [None req-6027947f-a2ce-43c9-94de-759677dcb0c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 14:40:40.557598 dv-cinder-742162-4-smb neutron-server[86383]: WARNING oslo_policy.policy [None req-6027947f-a2ce-43c9-94de-759677dcb0c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 20 14:40:40.576164 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.quota [None req-6027947f-a2ce-43c9-94de-759677dcb0c6 admin admin] Loaded quota_driver: . Apr 20 14:40:40.592155 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-6027947f-a2ce-43c9-94de-759677dcb0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:40:40.598589 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-6027947f-a2ce-43c9-94de-759677dcb0c6 admin admin] Usage tracker for resource:router and tenant:6a034941a1b34391abfa0051df82ddf9 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:40:40.603027 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-6027947f-a2ce-43c9-94de-759677dcb0c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:40:40.611184 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-6027947f-a2ce-43c9-94de-759677dcb0c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:40:40.613934 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port e79b4c48-e84e-421e-8e3a-3daf32a19ab1 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:40:40.614342 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:40.646217 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6027947f-a2ce-43c9-94de-759677dcb0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1807340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3701'] for router, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:40.648314 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6027947f-a2ce-43c9-94de-759677dcb0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852968476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852946174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853067501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772115'] for router, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:40.723938 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6027947f-a2ce-43c9-94de-759677dcb0c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:41.024301 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6027947f-a2ce-43c9-94de-759677dcb0c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829855'] for router, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:41.074160 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6027947f-a2ce-43c9-94de-759677dcb0c6 admin admin] Notify callbacks [] for router, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:41.075492 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-6027947f-a2ce-43c9-94de-759677dcb0c6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0387523 Apr 20 14:40:43.023424 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f2ee5336-4c2b-4d1d-a567-f37d0f493cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:43.342480 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 5 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:40:43.830853 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 36410) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:40:44.001107 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [None req-52e6504f-a79f-42a0-8d30-318c56d37c0b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 14:40:44.002249 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-52e6504f-a79f-42a0-8d30-318c56d37c0b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1703687 Apr 20 14:40:44.120827 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:44.451061 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:45.343218 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:46.657118 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 36430) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:40:46.724034 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:46.736029 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:40:46.743318 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Usage tracker for resource:network and tenant:5850df15d5e24966b8fd39ac4b6d8ecb is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:40:46.748994 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:40:46.759670 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:40:46.840752 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Made reservation on behalf of 5850df15d5e24966b8fd39ac4b6d8ecb for: {'network': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:40:46.846749 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for network, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:46.864529 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:46.879781 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:40:46.883723 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Usage tracker for resource:security_group_rule and tenant:5850df15d5e24966b8fd39ac4b6d8ecb is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:40:46.886940 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:40:46.893151 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:40:47.149917 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:47.177544 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:47.183050 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:40:47.195348 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Reserving flat network on physical network physnet1 {{(pid=86499) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 20 14:40:47.276669 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5398f547-9b3a-45de-bcc7-76e86e6b4592,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:40:47.279429 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363285117576086', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:47.284262 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Unsubscribe: segment precommit_create {{(pid=86499) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 20 14:40:47.284262 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.segments_db [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Added segment a8e997e3-4afc-4266-8af6-81d67a31d04b of type flat for network c65a64c7-be21-4578-9264-745dbe2f178e Apr 20 14:40:47.339294 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:47.339671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:47.340037 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:47.340397 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:47.340757 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:47.341115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:47.341468 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:47.341822 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:47.342189 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:47.342540 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:47.342917 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:47.343269 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Tracked resource versions report: Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: pushed versions: Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: { 'AddressGroup': {'1.2'}, Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'ConntrackHelper': {'1.0'}, Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'Log': {'1.0'}, Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'Network': {'1.1'}, Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'Port': {'1.7'}, Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'PortForwarding': {'1.2'}, Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'QosPolicy': {'1.8'}, Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroup': {'1.4'}, Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroupRule': {'1.2'}, Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'SubPort': {'1.0'}, Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'Subnet': {'1.1'}, Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'Trunk': {'1.1'}} Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: consumer versions: Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: { DHCP agent@dv-cinder-742162-4-smb: {}, Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: L3 agent@dv-cinder-742162-4-smb: {}, Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: Metadata agent@dv-cinder-742162-4-smb: {}, Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: Metering agent@dv-cinder-742162-4-smb: {}, Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: Open vSwitch agent@dv-cinder-742162-4-smb: { 'AddressGroup': '1.2', Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'ConntrackHelper': '1.0', Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'Log': '1.0', Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'Network': '1.1', Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'Port': '1.7', Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'PortForwarding': '1.2', Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'QosPolicy': '1.8', Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroup': '1.4', Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroupRule': '1.2', Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'SubPort': '1.0', Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'Subnet': '1.1', Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: 'Trunk': '1.1'}} Apr 20 14:40:47.344399 dv-cinder-742162-4-smb neutron-server[86383]: {{(pid=86499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 14:40:47.393005 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:40:47.453878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751736839863'] for network, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:47.537301 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for network, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:47.538867 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:40:47.539530 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:47.544779 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:40:47.656357 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Pushing event updated for resources: {'Network': ['ID=c65a64c7-be21-4578-9264-745dbe2f178e,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:40:47.659515 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:40:47.667739 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Network c65a64c7-be21-4578-9264-745dbe2f178e details requested by agent ovs-agent-dv-cinder-742162-4-smb with host dv-cinder-742162-4-smb {{(pid=86500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 14:40:47.685801 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0274642 Apr 20 14:40:50.288750 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 36444) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:40:50.412251 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafd8bf9-c188-4549-a66b-abb281a8731c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:40:50.413744 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-cafd8bf9-c188-4549-a66b-abb281a8731c admin admin] 10.222.0.21 "GET /v2.0/subnets/31550edf-5ed4-44ea-8d34-a080ce49c880 HTTP/1.1" status: 200 len: 849 time: 0.1240201 Apr 20 14:40:50.568597 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-91db3dcb-ce13-4812-9b73-016a94b08cce admin admin] 10.222.0.21 "GET /v2.0/routers/934556d6-7807-4709-9c74-5c95fef872bf HTTP/1.1" status: 200 len: 704 time: 0.1481707 Apr 20 14:40:51.074769 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:51.345260 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Allocated IP 172.20.0.1 (1790cab6-07fe-41e6-93ef-7e5bb3425dbd/31550edf-5ed4-44ea-8d34-a080ce49c880/fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:40:51.732427 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:51.750834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Transition to ACTIVE for port object fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e will not be triggered until provisioned by entity DHCP. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:40:51.824136 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:51.829667 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:40:51.889463 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Network 1790cab6-07fe-41e6-93ef-7e5bb3425dbd is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:40:51.892619 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:40:51.904772 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:40:51.905652 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852967166'] for router_interface, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:52.035807 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Pushing event updated for resources: {'Port': ['ID=fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:40:52.058383 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:40:52.137715 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-f9e1c3fb-4c3d-4708-a6e8-b59c067944a3 None None] Provisioning for port fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:40:52.143204 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-f9e1c3fb-4c3d-4708-a6e8-b59c067944a3 None None] Provisioning complete for port fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:40:52.143620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f9e1c3fb-4c3d-4708-a6e8-b59c067944a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:52.202275 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-f9e1c3fb-4c3d-4708-a6e8-b59c067944a3 None None] Port fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:40:52.266124 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:52.508578 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Notify callbacks [] for port, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:52.537438 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:52.538502 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853102673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808741'] for router_interface, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:52.543789 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:40:52.685329 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Pushing event updated for resources: {'Port': ['ID=fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e,revision_number=2']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:40:52.688326 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:40:52.756864 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Network 1790cab6-07fe-41e6-93ef-7e5bb3425dbd is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:40:52.758007 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:40:52.927068 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-61bd9c1f-f670-452c-b7c7-366f86d3db6e None None] Provisioning complete for port fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:40:52.927484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-61bd9c1f-f670-452c-b7c7-366f86d3db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:52.990422 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-61bd9c1f-f670-452c-b7c7-366f86d3db6e None None] Port fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:40:52.994963 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Router 934556d6-7807-4709-9c74-5c95fef872bf is scheduled to L3 agent 0415711d-9175-4745-a13c-ae27be492043 with binding_index 1 {{(pid=86499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 14:40:53.169264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:40:53.181112 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] 10.222.0.21 "PUT /v2.0/routers/934556d6-7807-4709-9c74-5c95fef872bf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6066296 Apr 20 14:40:53.181346 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Sync routers for ids ['934556d6-7807-4709-9c74-5c95fef872bf'] in dv-cinder-742162-4-smb {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:40:53.201180 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Routers {'934556d6-7807-4709-9c74-5c95fef872bf'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:40:53.202077 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:40:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['934556d6-7807-4709-9c74-5c95fef872bf'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:40:53.396513 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Set router 934556d6-7807-4709-9c74-5c95fef872bf gateway port host: None {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:40:53.963231 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934556d6-7807-4709-9c74-5c95fef872bf', 'name': 'router1', 'tenant_id': '6a034941a1b34391abfa0051df82ddf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:40:40Z', 'updated_at': '2021-04-20T14:40:52Z', 'revision_number': 2, 'project_id': '6a034941a1b34391abfa0051df82ddf9', 'gw_port_host': None, '_interfaces': [{'id': 'fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e', 'name': '', 'network_id': '1790cab6-07fe-41e6-93ef-7e5bb3425dbd', 'tenant_id': '6a034941a1b34391abfa0051df82ddf9', 'mac_address': 'fa:16:3e:e5:82:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934556d6-7807-4709-9c74-5c95fef872bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31550edf-5ed4-44ea-8d34-a080ce49c880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:40:51Z', 'updated_at': '2021-04-20T14:40:52Z', 'revision_number': 2, 'project_id': '6a034941a1b34391abfa0051df82ddf9', 'subnets': [{'id': '31550edf-5ed4-44ea-8d34-a080ce49c880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8138fa8b-f938-44f5-a45c-3ef9f170b593'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:40:53.969475 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Checking router: 934556d6-7807-4709-9c74-5c95fef872bf for host: dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:40:53.969859 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Updating router 934556d6-7807-4709-9c74-5c95fef872bf port fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e binding host dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 14:40:54.031546 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:54.446369 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Notify callbacks [] for port, precommit_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:54.512133 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Transition to ACTIVE for port object fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e will not be triggered until provisioned by entity L2. {{(pid=86501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:40:54.543141 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:54.552386 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:40:54.779294 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Pushing event updated for resources: {'Port': ['ID=fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e,revision_number=3']} {{(pid=86501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:40:54.790666 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:54.791089 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:54.791456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:54.791846 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:54.792203 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:54.792557 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:54.792914 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:54.793264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:54.793613 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:54.793961 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:54.794308 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:54.794654 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Tracked resource versions report: Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: pushed versions: Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: { 'AddressGroup': {'1.2'}, Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'ConntrackHelper': {'1.0'}, Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'Log': {'1.0'}, Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'Network': {'1.1'}, Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'Port': {'1.7'}, Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'PortForwarding': {'1.2'}, Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'QosPolicy': {'1.8'}, Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroup': {'1.4'}, Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroupRule': {'1.2'}, Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'SubPort': {'1.0'}, Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'Subnet': {'1.1'}, Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'Trunk': {'1.1'}} Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: consumer versions: Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: { DHCP agent@dv-cinder-742162-4-smb: {}, Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: L3 agent@dv-cinder-742162-4-smb: {}, Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: Metadata agent@dv-cinder-742162-4-smb: {}, Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: Metering agent@dv-cinder-742162-4-smb: {}, Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: Open vSwitch agent@dv-cinder-742162-4-smb: { 'AddressGroup': '1.2', Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'ConntrackHelper': '1.0', Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'Log': '1.0', Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'Network': '1.1', Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'Port': '1.7', Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'PortForwarding': '1.2', Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'QosPolicy': '1.8', Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroup': '1.4', Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroupRule': '1.2', Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'SubPort': '1.0', Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'Subnet': '1.1', Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: 'Trunk': '1.1'}} Apr 20 14:40:54.795800 dv-cinder-742162-4-smb neutron-server[86383]: {{(pid=86501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 14:40:54.800224 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Attempting to bind port fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:40:54.800644 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Attempting to bind port fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': 'fa19e628-dffa-4d1a-aa79-baa6ae32ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1790cab6-07fe-41e6-93ef-7e5bb3425dbd'}] {{(pid=86501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:40:54.801049 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Attempting to bind port fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e on network 1790cab6-07fe-41e6-93ef-7e5bb3425dbd {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:40:54.804985 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:40:54.808284 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:40:54.808717 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Checking segment: {'id': 'fa19e628-dffa-4d1a-aa79-baa6ae32ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1790cab6-07fe-41e6-93ef-7e5bb3425dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:40:54.809202 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:54.809627 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Bound using segment: {'id': 'fa19e628-dffa-4d1a-aa79-baa6ae32ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1790cab6-07fe-41e6-93ef-7e5bb3425dbd'} {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:40:54.810178 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Bound port: fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa19e628-dffa-4d1a-aa79-baa6ae32ab59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1790cab6-07fe-41e6-93ef-7e5bb3425dbd'}}] {{(pid=86501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:40:54.810575 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:54.908673 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] For port fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:40:54.912913 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] For port fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e,segment=NetworkSegment(fa19e628-dffa-4d1a-aa79-baa6ae32ab59),segment_id=fa19e628-dffa-4d1a-aa79-baa6ae32ab59)] {{(pid=86501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:40:54.972649 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:54.977943 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:40:55.074394 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Routers {'934556d6-7807-4709-9c74-5c95fef872bf'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:40:55.075108 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:40:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['934556d6-7807-4709-9c74-5c95fef872bf'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:40:55.209738 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Pushing event updated for resources: {'Port': ['ID=fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e,revision_number=4']} {{(pid=86501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:40:55.214518 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:40:55.249140 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] Set router 934556d6-7807-4709-9c74-5c95fef872bf gateway port host: None {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:40:55.628474 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934556d6-7807-4709-9c74-5c95fef872bf', 'name': 'router1', 'tenant_id': '6a034941a1b34391abfa0051df82ddf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:40:40Z', 'updated_at': '2021-04-20T14:40:52Z', 'revision_number': 2, 'project_id': '6a034941a1b34391abfa0051df82ddf9', 'gw_port_host': None, '_interfaces': [{'id': 'fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e', 'name': '', 'network_id': '1790cab6-07fe-41e6-93ef-7e5bb3425dbd', 'tenant_id': '6a034941a1b34391abfa0051df82ddf9', 'mac_address': 'fa:16:3e:e5:82:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934556d6-7807-4709-9c74-5c95fef872bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31550edf-5ed4-44ea-8d34-a080ce49c880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:40:51Z', 'updated_at': '2021-04-20T14:40:54Z', 'revision_number': 4, 'project_id': '6a034941a1b34391abfa0051df82ddf9', 'subnets': [{'id': '31550edf-5ed4-44ea-8d34-a080ce49c880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8138fa8b-f938-44f5-a45c-3ef9f170b593'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:40:55.632844 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50ff5ba-c82f-4b2e-959f-82825dda58dd None None] The sync data for ids ['934556d6-7807-4709-9c74-5c95fef872bf'] in dv-cinder-742162-4-smb is: [{'id': '934556d6-7807-4709-9c74-5c95fef872bf', 'name': 'router1', 'tenant_id': '6a034941a1b34391abfa0051df82ddf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:40:40Z', 'updated_at': '2021-04-20T14:40:52Z', 'revision_number': 2, 'project_id': '6a034941a1b34391abfa0051df82ddf9', 'gw_port_host': None, '_interfaces': [{'id': 'fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e', 'name': '', 'network_id': '1790cab6-07fe-41e6-93ef-7e5bb3425dbd', 'tenant_id': '6a034941a1b34391abfa0051df82ddf9', 'mac_address': 'fa:16:3e:e5:82:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934556d6-7807-4709-9c74-5c95fef872bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31550edf-5ed4-44ea-8d34-a080ce49c880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:40:51Z', 'updated_at': '2021-04-20T14:40:54Z', 'revision_number': 4, 'project_id': '6a034941a1b34391abfa0051df82ddf9', 'subnets': [{'id': '31550edf-5ed4-44ea-8d34-a080ce49c880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8138fa8b-f938-44f5-a45c-3ef9f170b593'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:40:55.808409 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 36456) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:40:55.978056 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b95406-ff08-4561-9d4f-867a0c757d22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:40:55.978606 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-78b95406-ff08-4561-9d4f-867a0c757d22 admin admin] Synchronizing usage tracker for tenant:5850df15d5e24966b8fd39ac4b6d8ecb on resource:network {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:40:56.028720 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-78b95406-ff08-4561-9d4f-867a0c757d22 admin admin] Unset dirty status for tenant:5850df15d5e24966b8fd39ac4b6d8ecb on resource:network {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:40:56.030067 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-78b95406-ff08-4561-9d4f-867a0c757d22 admin admin] 10.222.0.21 "GET /v2.0/networks/c65a64c7-be21-4578-9264-745dbe2f178e HTTP/1.1" status: 200 len: 842 time: 0.2205977 Apr 20 14:40:56.045645 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'ip_version': 4, 'cidr': '172.28.0.0/24'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:40:56.055493 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:40:56.062348 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] Usage tracker for resource:subnet and tenant:5850df15d5e24966b8fd39ac4b6d8ecb is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:40:56.067903 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:40:56.077647 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:40:56.114220 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] Made reservation on behalf of 5850df15d5e24966b8fd39ac4b6d8ecb for: {'subnet': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:40:56.118961 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:56.821444 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.objects.ports [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86499) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 20 14:40:56.821938 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for subnet, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:56.826045 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:40:56.905766 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5,revision_number=0']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:40:56.913771 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:40:56.914662 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] Checking segment: {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:40:56.915076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] Network hostable DHCP agents. Network: c65a64c7-be21-4578-9264-745dbe2f178e, hostable agents: ['d1ac48cd-fa1b-424f-b486-f0074774d039'], hosted agents: [] {{(pid=86499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 14:40:56.984486 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] Network c65a64c7-be21-4578-9264-745dbe2f178e is scheduled to be hosted by DHCP agent d1ac48cd-fa1b-424f-b486-f0074774d039 with binding_index 1 {{(pid=86499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 14:40:57.023180 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-smb, c65a64c7-be21-4578-9264-745dbe2f178e) {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:40:57.028441 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:40:57.029191 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:40:57.035955 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49caa419-51e4-4527-a2f0-7ff930c90073 None None] Network c65a64c7-be21-4578-9264-745dbe2f178e requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:40:57.075428 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0368044 Apr 20 14:40:57.288245 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc9d398-67ec-47f6-ba3a-3ac61fb42f9d None None] Network c65a64c7-be21-4578-9264-745dbe2f178e requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:40:59.730607 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 36470) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:40:59.999695 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-7765e4ad-d54b-4c52-aca0-962017ccb79a admin admin] 10.222.0.21 "GET /v2.0/routers/934556d6-7807-4709-9c74-5c95fef872bf HTTP/1.1" status: 200 len: 710 time: 0.2676926 Apr 20 14:41:00.141822 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf2705e-1432-44d7-8b44-9cc658f48d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:41:00.143342 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-baf2705e-1432-44d7-8b44-9cc658f48d58 admin admin] 10.222.0.21 "GET /v2.0/networks/c65a64c7-be21-4578-9264-745dbe2f178e HTTP/1.1" status: 200 len: 886 time: 0.1377974 Apr 20 14:41:00.154068 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:41:00.565797 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:41:00.692637 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:41:00.700131 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:41:00.700731 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:00.802499 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852945931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852965537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772130'] for router, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:01.046564 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:01.109909 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e,segment=NetworkSegment(fa19e628-dffa-4d1a-aa79-baa6ae32ab59),segment_id=fa19e628-dffa-4d1a-aa79-baa6ae32ab59)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:41:01.144463 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:01.147232 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:41:01.236392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:41:01.240002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:41:01.383100 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:01.445344 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:01.648270 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Allocated IP 172.28.0.203 (c65a64c7-be21-4578-9264-745dbe2f178e/5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5/13e4407a-8949-4fb6-bed0-1fd4d6090262) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:41:01.813004 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:01.898118 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:01.904392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:41:01.973211 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Network c65a64c7-be21-4578-9264-745dbe2f178e is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:41:01.976573 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:41:01.979317 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:41:02.121177 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Pushing event updated for resources: {'Port': ['ID=13e4407a-8949-4fb6-bed0-1fd4d6090262,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:41:02.124831 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:41:02.555195 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:41:02.663872 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:41:02.664284 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:02.787048 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:03.399007 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852945931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852965537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772130'] for router, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:03.403494 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1829838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036852945978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1810216'] for router, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:03.614401 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Router 934556d6-7807-4709-9c74-5c95fef872bf has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:41:03.812350 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:41:03.823753 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Notify callbacks [] for router, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:03.824367 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Sync routers for ids ['934556d6-7807-4709-9c74-5c95fef872bf'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:41:03.825390 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] 10.222.0.21 "PUT /v2.0/routers/934556d6-7807-4709-9c74-5c95fef872bf HTTP/1.1" status: 200 len: 890 time: 3.6756425 Apr 20 14:41:03.840580 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Routers {'934556d6-7807-4709-9c74-5c95fef872bf'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:41:03.841430 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:40:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['934556d6-7807-4709-9c74-5c95fef872bf'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:41:04.122900 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Set router 934556d6-7807-4709-9c74-5c95fef872bf gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:41:04.639972 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934556d6-7807-4709-9c74-5c95fef872bf', 'name': 'router1', 'tenant_id': '6a034941a1b34391abfa0051df82ddf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '13e4407a-8949-4fb6-bed0-1fd4d6090262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:40:40Z', 'updated_at': '2021-04-20T14:41:02Z', 'revision_number': 4, 'project_id': '6a034941a1b34391abfa0051df82ddf9', 'gw_port': {'id': '13e4407a-8949-4fb6-bed0-1fd4d6090262', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934556d6-7807-4709-9c74-5c95fef872bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:41:01Z', 'updated_at': '2021-04-20T14:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': 'fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e', 'name': '', 'network_id': '1790cab6-07fe-41e6-93ef-7e5bb3425dbd', 'tenant_id': '6a034941a1b34391abfa0051df82ddf9', 'mac_address': 'fa:16:3e:e5:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934556d6-7807-4709-9c74-5c95fef872bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31550edf-5ed4-44ea-8d34-a080ce49c880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:40:51Z', 'updated_at': '2021-04-20T14:41:01Z', 'revision_number': 5, 'project_id': '6a034941a1b34391abfa0051df82ddf9', 'subnets': [{'id': '31550edf-5ed4-44ea-8d34-a080ce49c880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8138fa8b-f938-44f5-a45c-3ef9f170b593'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:41:04.646061 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Checking router: 934556d6-7807-4709-9c74-5c95fef872bf for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:41:04.646575 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Updating router 934556d6-7807-4709-9c74-5c95fef872bf port 13e4407a-8949-4fb6-bed0-1fd4d6090262 binding host dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 14:41:04.713736 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:05.185303 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Notify callbacks [] for port, precommit_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:05.234882 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Transition to ACTIVE for port object 13e4407a-8949-4fb6-bed0-1fd4d6090262 will not be triggered until provisioned by entity L2. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:41:05.263629 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:05.269979 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:41:05.354435 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Attempting to bind port 13e4407a-8949-4fb6-bed0-1fd4d6090262 on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:41:05.355093 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Attempting to bind port 13e4407a-8949-4fb6-bed0-1fd4d6090262 by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:41:05.355604 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Attempting to bind port 13e4407a-8949-4fb6-bed0-1fd4d6090262 on network c65a64c7-be21-4578-9264-745dbe2f178e {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:41:05.373685 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:41:05.374246 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Checking segment: {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:41:05.374840 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:05.375546 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Bound using segment: {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:41:05.376199 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Bound port: 13e4407a-8949-4fb6-bed0-1fd4d6090262, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:41:05.378593 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:05.418763 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5d757-6d4d-43e8-a76c-51807adc789b None None] Pushing event updated for resources: {'Port': ['ID=13e4407a-8949-4fb6-bed0-1fd4d6090262,revision_number=2']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:41:05.422374 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-17b5d757-6d4d-43e8-a76c-51807adc789b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:41:05.473590 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] For port 13e4407a-8949-4fb6-bed0-1fd4d6090262, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:41:05.477142 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] For port 13e4407a-8949-4fb6-bed0-1fd4d6090262, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=13e4407a-8949-4fb6-bed0-1fd4d6090262,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:41:05.498031 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:05.503946 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-17b5d757-6d4d-43e8-a76c-51807adc789b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:41:05.614841 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Routers {'934556d6-7807-4709-9c74-5c95fef872bf'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:41:05.615885 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:40:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['934556d6-7807-4709-9c74-5c95fef872bf'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:41:05.852398 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5d757-6d4d-43e8-a76c-51807adc789b None None] Pushing event updated for resources: {'Port': ['ID=13e4407a-8949-4fb6-bed0-1fd4d6090262,revision_number=3']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:41:05.862464 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-17b5d757-6d4d-43e8-a76c-51807adc789b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:41:05.953571 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] Set router 934556d6-7807-4709-9c74-5c95fef872bf gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:41:06.359932 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '934556d6-7807-4709-9c74-5c95fef872bf', 'name': 'router1', 'tenant_id': '6a034941a1b34391abfa0051df82ddf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '13e4407a-8949-4fb6-bed0-1fd4d6090262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:40:40Z', 'updated_at': '2021-04-20T14:41:02Z', 'revision_number': 4, 'project_id': '6a034941a1b34391abfa0051df82ddf9', 'gw_port': {'id': '13e4407a-8949-4fb6-bed0-1fd4d6090262', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934556d6-7807-4709-9c74-5c95fef872bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:41:01Z', 'updated_at': '2021-04-20T14:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': 'fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e', 'name': '', 'network_id': '1790cab6-07fe-41e6-93ef-7e5bb3425dbd', 'tenant_id': '6a034941a1b34391abfa0051df82ddf9', 'mac_address': 'fa:16:3e:e5:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934556d6-7807-4709-9c74-5c95fef872bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31550edf-5ed4-44ea-8d34-a080ce49c880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:40:51Z', 'updated_at': '2021-04-20T14:41:01Z', 'revision_number': 5, 'project_id': '6a034941a1b34391abfa0051df82ddf9', 'subnets': [{'id': '31550edf-5ed4-44ea-8d34-a080ce49c880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8138fa8b-f938-44f5-a45c-3ef9f170b593'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:41:06.364882 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2432f10-07b8-4417-9743-2b9fc315cd21 None None] The sync data for ids ['934556d6-7807-4709-9c74-5c95fef872bf'] in dv-cinder-742162-4-smb is: [{'id': '934556d6-7807-4709-9c74-5c95fef872bf', 'name': 'router1', 'tenant_id': '6a034941a1b34391abfa0051df82ddf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.203'}], 'enable_snat': True}, 'gw_port_id': '13e4407a-8949-4fb6-bed0-1fd4d6090262', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:40:40Z', 'updated_at': '2021-04-20T14:41:02Z', 'revision_number': 4, 'project_id': '6a034941a1b34391abfa0051df82ddf9', 'gw_port': {'id': '13e4407a-8949-4fb6-bed0-1fd4d6090262', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:5f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '934556d6-7807-4709-9c74-5c95fef872bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:41:01Z', 'updated_at': '2021-04-20T14:41:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': 'fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e', 'name': '', 'network_id': '1790cab6-07fe-41e6-93ef-7e5bb3425dbd', 'tenant_id': '6a034941a1b34391abfa0051df82ddf9', 'mac_address': 'fa:16:3e:e5:82:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '934556d6-7807-4709-9c74-5c95fef872bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '31550edf-5ed4-44ea-8d34-a080ce49c880', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:40:51Z', 'updated_at': '2021-04-20T14:41:01Z', 'revision_number': 5, 'project_id': '6a034941a1b34391abfa0051df82ddf9', 'subnets': [{'id': '31550edf-5ed4-44ea-8d34-a080ce49c880', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8138fa8b-f938-44f5-a45c-3ef9f170b593'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:41:06.627322 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 13e4407a-8949-4fb6-bed0-1fd4d6090262 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:41:06.772965 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 36480) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:41:06.778203 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port 13e4407a-8949-4fb6-bed0-1fd4d6090262 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:41:06.786691 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 13e4407a-8949-4fb6-bed0-1fd4d6090262 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:41:06.787325 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:06.923614 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-b61a18a8-6b9f-4e44-a434-85ff2cb6ea7c admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1490042 Apr 20 14:41:06.983890 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:07.012274 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port 13e4407a-8949-4fb6-bed0-1fd4d6090262, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=13e4407a-8949-4fb6-bed0-1fd4d6090262,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:41:07.045071 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:07.048061 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:41:07.129344 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=13e4407a-8949-4fb6-bed0-1fd4d6090262,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:41:07.133371 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:41:08.574079 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 13e4407a-8949-4fb6-bed0-1fd4d6090262 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:41:08.667994 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 13e4407a-8949-4fb6-bed0-1fd4d6090262 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:41:08.668658 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:10.466249 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-65d17504-f88e-4bfb-814f-11dcba0c175b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:13.029197 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-58e101a7-77d1-4382-a116-2f7d604f5552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:14.189428 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:14.482053 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:15.378632 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:20.343050 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 5 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:41:40.587964 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-07dcba26-3e8c-42f8-8a84-253b7a633e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:43.021848 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e530a8dd-7e10-4a12-901a-8d18424c63b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:44.136867 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:44.479890 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:45.348831 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:41:57.341967 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 5 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:42:10.426957 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70072b52-d421-4ee2-9857-61c56143b900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:42:13.015400 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-20e7dc9d-93d8-482a-bb1f-80b2e7b41a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:42:14.129686 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:42:14.438126 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:42:15.346619 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:42:34.342599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 5 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:42:40.420668 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d2c97dec-0160-4fef-871d-5ccde45c6d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:42:43.014481 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-af4242f0-4f00-476a-a581-88fa2037298e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:42:44.128594 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:42:44.431759 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:42:45.351895 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:42:57.024635 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37050) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:42:57.113751 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9faa4c0-75d5-4011-886f-cdd950b2358d admin admin] GET failed (client error): The resource could not be found. Apr 20 14:42:57.115529 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-c9faa4c0-75d5-4011-886f-cdd950b2358d admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0896654 Apr 20 14:42:57.262870 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073c74b8-ffe4-4165-83aa-6e81a8ff714c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:42:57.264390 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-073c74b8-ffe4-4165-83aa-6e81a8ff714c admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1443927 Apr 20 14:42:59.783014 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37060) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:42:59.900721 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11fe920-d8d9-469f-ab77-2b3ce198c642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:42:59.901314 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-f11fe920-d8d9-469f-ab77-2b3ce198c642 admin admin] Synchronizing usage tracker for tenant:5850df15d5e24966b8fd39ac4b6d8ecb on resource:subnet {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:42:59.968611 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-f11fe920-d8d9-469f-ab77-2b3ce198c642 admin admin] Unset dirty status for tenant:5850df15d5e24966b8fd39ac4b6d8ecb on resource:subnet {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:42:59.969825 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f11fe920-d8d9-469f-ab77-2b3ce198c642 admin admin] 10.222.0.21 "GET /v2.0/subnets/31550edf-5ed4-44ea-8d34-a080ce49c880 HTTP/1.1" status: 200 len: 849 time: 0.1855850 Apr 20 14:42:59.980608 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:00.112193 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:00.471031 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751737283801'] for subnet, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:00.476292 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-814736b1-1fd8-496a-8068-d420f815ff11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:43:00.523115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:43:00.523761 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:00.524418 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa271076-050b-4a36-9791-dbc258574355 None None] Network 1790cab6-07fe-41e6-93ef-7e5bb3425dbd requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:43:00.535088 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] 10.222.0.21 "PUT /v2.0/subnets/31550edf-5ed4-44ea-8d34-a080ce49c880 HTTP/1.1" status: 200 len: 868 time: 0.5488720 Apr 20 14:43:00.559254 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31550edf-5ed4-44ea-8d34-a080ce49c880,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:43:00.570337 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:00.571404 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:00.572002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:00.572583 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:00.573419 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:00.574543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:00.575332 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:00.575918 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:00.576490 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:00.578232 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:00.578752 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:00.579282 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:00.583519 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:43:01.010837 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-cb3045e7-ad75-4e9a-a75f-f9469437887c None None] Provisioning complete for port fd1522f3-2dbc-4b7d-83d2-6c64ebe12d9e triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:43:01.011535 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cb3045e7-ad75-4e9a-a75f-f9469437887c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:01.157441 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-cb3045e7-ad75-4e9a-a75f-f9469437887c None None] Provisioning complete for port e79b4c48-e84e-421e-8e3a-3daf32a19ab1 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:43:01.157748 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cb3045e7-ad75-4e9a-a75f-f9469437887c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:03.092170 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37070) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:43:03.281780 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136115fd-925c-4855-92a7-3f9ef4a3d227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:43:03.282223 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136115fd-925c-4855-92a7-3f9ef4a3d227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:43:03.283888 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-136115fd-925c-4855-92a7-3f9ef4a3d227 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1905882 Apr 20 14:43:05.802109 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37080) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:43:05.991839 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0d695-98b7-4b88-a7a9-c1563ed721af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:43:05.992274 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0d695-98b7-4b88-a7a9-c1563ed721af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:43:05.993924 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-85b0d695-98b7-4b88-a7a9-c1563ed721af admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1907723 Apr 20 14:43:08.520602 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37090) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:43:08.706671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052896de-519c-42e0-a4fc-91cb9c354787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:43:08.708091 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-052896de-519c-42e0-a4fc-91cb9c354787 admin admin] 10.222.0.21 "GET /v2.0/networks/1790cab6-07fe-41e6-93ef-7e5bb3425dbd HTTP/1.1" status: 200 len: 868 time: 0.1863286 Apr 20 14:43:10.431181 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-81157bc3-d8bf-4ab3-8035-23eb6401707e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:11.224817 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37100) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:43:11.341463 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 5 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:43:11.411989 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d76268-844d-4e0b-aa47-d9196f84de58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:43:11.413489 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-c1d76268-844d-4e0b-aa47-d9196f84de58 admin admin] 10.222.0.21 "GET /v2.0/networks/c65a64c7-be21-4578-9264-745dbe2f178e HTTP/1.1" status: 200 len: 886 time: 0.1875875 Apr 20 14:43:13.019406 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-085cebbf-3f58-45c9-ad15-cb97b73d3425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:13.933064 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37110) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:43:14.055069 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b418e98-4e20-4d5a-9910-d28686a070b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:43:14.055554 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b418e98-4e20-4d5a-9910-d28686a070b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:43:14.057207 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-4b418e98-4e20-4d5a-9910-d28686a070b2 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229916 Apr 20 14:43:14.133943 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:14.430854 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:15.356434 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:16.569392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37120) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:43:16.684614 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b381d97-a9f7-4ebe-b6a1-6375daaa7822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:43:16.685125 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b381d97-a9f7-4ebe-b6a1-6375daaa7822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:43:16.686748 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-9b381d97-a9f7-4ebe-b6a1-6375daaa7822 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1163139 Apr 20 14:43:19.229373 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37130) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:43:19.348900 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a9f0af-f68d-45be-9f79-304f96063f42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:43:19.351048 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-28a9f0af-f68d-45be-9f79-304f96063f42 admin admin] 10.222.0.21 "GET /v2.0/subnets/31550edf-5ed4-44ea-8d34-a080ce49c880 HTTP/1.1" status: 200 len: 868 time: 0.1206343 Apr 20 14:43:21.850737 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37140) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:43:21.964791 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d75ce8-e13c-467a-8aea-83679665644a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:43:21.966246 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-e8d75ce8-e13c-467a-8aea-83679665644a admin admin] 10.222.0.21 "GET /v2.0/subnets/5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5 HTTP/1.1" status: 200 len: 816 time: 0.1144431 Apr 20 14:43:40.481432 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c11a6e39-4f95-4240-bd99-4f286771120f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:43.036129 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dfa07034-7c87-42c3-8432-1c6502913c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:44.144542 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:44.429902 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:45.350438 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:48.340739 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 5 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:43:48.687346 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37184) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:43:48.742639 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [None req-4b4cd25f-e52b-49a0-82ee-afee59ddd587 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 14:43:48.743763 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-4b4cd25f-e52b-49a0-82ee-afee59ddd587 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0548327 Apr 20 14:43:51.395767 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37194) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:43:51.472926 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc779c25-2d64-4c4f-b1c3-5d17fa9405d6 admin admin] GET failed (client error): The resource could not be found. Apr 20 14:43:51.475010 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-fc779c25-2d64-4c4f-b1c3-5d17fa9405d6 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0781205 Apr 20 14:43:51.622328 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c726950-9668-42e9-ac3d-ac7f38b40e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:43:51.623940 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-0c726950-9668-42e9-ac3d-ac7f38b40e26 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1404510 Apr 20 14:43:54.232902 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37204) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:43:54.286516 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-c3099bd1-1ef1-41f9-9172-4483ae42b56a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:54.291421 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-c3099bd1-1ef1-41f9-9172-4483ae42b56a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:43:54.301550 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-c3099bd1-1ef1-41f9-9172-4483ae42b56a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:43:54.344433 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3099bd1-1ef1-41f9-9172-4483ae42b56a admin admin] Made reservation on behalf of 5850df15d5e24966b8fd39ac4b6d8ecb for: {'network': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:43:54.349095 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c3099bd1-1ef1-41f9-9172-4483ae42b56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for network, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:54.445869 dv-cinder-742162-4-smb neutron-server[86383]: WARNING neutron.services.revisions.revision_plugin [None req-c3099bd1-1ef1-41f9-9172-4483ae42b56a admin admin] Could not find related network for resource to bump revision. Apr 20 14:43:54.458814 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3099bd1-1ef1-41f9-9172-4483ae42b56a admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=86499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 14:43:54.508625 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c3099bd1-1ef1-41f9-9172-4483ae42b56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:54.509008 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.segments_db [None req-c3099bd1-1ef1-41f9-9172-4483ae42b56a admin admin] Added segment 799b0d29-a78f-4ecd-9610-94f900fecdae of type vlan for network 6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1 Apr 20 14:43:54.536738 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c3099bd1-1ef1-41f9-9172-4483ae42b56a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751736839863'] for network, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:54.589703 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c3099bd1-1ef1-41f9-9172-4483ae42b56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for network, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:54.591050 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3099bd1-1ef1-41f9-9172-4483ae42b56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:43:54.591685 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c3099bd1-1ef1-41f9-9172-4483ae42b56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:54.596950 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:43:54.705271 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3099bd1-1ef1-41f9-9172-4483ae42b56a admin admin] Pushing event updated for resources: {'Network': ['ID=6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:43:54.708167 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c3099bd1-1ef1-41f9-9172-4483ae42b56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:43:54.716504 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Network 6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1 details requested by agent ovs-agent-dv-cinder-742162-4-smb with host dv-cinder-742162-4-smb {{(pid=86500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 14:43:54.752272 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-c3099bd1-1ef1-41f9-9172-4483ae42b56a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5180855 Apr 20 14:43:57.297519 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37214) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:43:57.373725 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.pecan_wsgi.hooks.translation [None req-27561fce-f1d0-4edb-8b9a-c4940cffee4b admin admin] GET failed (client error): The resource could not be found. Apr 20 14:43:57.374284 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-27561fce-f1d0-4edb-8b9a-c4940cffee4b admin admin] Synchronizing usage tracker for tenant:5850df15d5e24966b8fd39ac4b6d8ecb on resource:network {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:43:57.412686 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-27561fce-f1d0-4edb-8b9a-c4940cffee4b admin admin] Unset dirty status for tenant:5850df15d5e24966b8fd39ac4b6d8ecb on resource:network {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:43:57.413912 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-27561fce-f1d0-4edb-8b9a-c4940cffee4b admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1153650 Apr 20 14:43:57.530282 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c77e20b-f12d-4a38-90b9-756d61d51072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:43:57.531905 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-4c77e20b-f12d-4a38-90b9-756d61d51072 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1136582 Apr 20 14:43:57.542784 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-cea742cb-650f-45bf-be2a-753814b2eebf admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1', 'description': 'shared-subnet'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:43:57.547518 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-cea742cb-650f-45bf-be2a-753814b2eebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:43:57.558158 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-cea742cb-650f-45bf-be2a-753814b2eebf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:43:57.595719 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea742cb-650f-45bf-be2a-753814b2eebf admin admin] Made reservation on behalf of 5850df15d5e24966b8fd39ac4b6d8ecb for: {'subnet': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:43:57.601403 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cea742cb-650f-45bf-be2a-753814b2eebf admin admin] Notify callbacks [] for subnet, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:58.037219 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cea742cb-650f-45bf-be2a-753814b2eebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for subnet, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:58.041215 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-28c12db4-9329-4fdd-a3e5-f89f576c93a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:43:58.124752 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea742cb-650f-45bf-be2a-753814b2eebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84afdca-ea73-4d73-93e9-b45f2424c3b8,revision_number=0']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:43:58.128791 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-cea742cb-650f-45bf-be2a-753814b2eebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:43:58.129577 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea742cb-650f-45bf-be2a-753814b2eebf admin admin] Checking segment: {'id': '799b0d29-a78f-4ecd-9610-94f900fecdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:43:58.129965 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea742cb-650f-45bf-be2a-753814b2eebf admin admin] Network hostable DHCP agents. Network: 6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1, hostable agents: ['d1ac48cd-fa1b-424f-b486-f0074774d039'], hosted agents: [] {{(pid=86499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 14:43:58.189672 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea742cb-650f-45bf-be2a-753814b2eebf admin admin] Network 6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1 is scheduled to be hosted by DHCP agent d1ac48cd-fa1b-424f-b486-f0074774d039 with binding_index 1 {{(pid=86499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 14:43:58.224266 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-cea742cb-650f-45bf-be2a-753814b2eebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-smb, 6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1) {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:43:58.228339 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea742cb-650f-45bf-be2a-753814b2eebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:43:58.228924 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cea742cb-650f-45bf-be2a-753814b2eebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:58.233499 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb404c78-a0ca-4004-a6d0-abef2fa08355 None None] Network 6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:43:58.281968 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-cea742cb-650f-45bf-be2a-753814b2eebf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7429602 Apr 20 14:43:58.474871 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75819598-3f90-57db-89da-2c6acd1e2a8b-6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1', 'network_id': '6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1', 'tenant_id': '5850df15d5e24966b8fd39ac4b6d8ecb', 'fixed_ips': [{'subnet_id': 'e84afdca-ea73-4d73-93e9-b45f2424c3b8'}]}} from dv-cinder-742162-4-smb. {{(pid=86500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 14:43:58.475808 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:58.650365 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Allocated IP 192.168.233.2 (6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1/e84afdca-ea73-4d73-93e9-b45f2424c3b8/58bf59a5-4fe1-4cef-9279-e5cc7f4c3748) {{(pid=86500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:43:58.925882 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Notify callbacks [] for port, precommit_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:58.936810 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Transition to ACTIVE for port object 58bf59a5-4fe1-4cef-9279-e5cc7f4c3748 will not be triggered until provisioned by entity L2. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:43:58.957374 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Transition to ACTIVE for port object 58bf59a5-4fe1-4cef-9279-e5cc7f4c3748 will not be triggered until provisioned by entity DHCP. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:43:59.013155 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:59.018317 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:43:59.092790 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Network 6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1 is already hosted by enough agents. {{(pid=86500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:43:59.096306 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Resources bound (agent type, host, resource id): {{(pid=86500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:43:59.100955 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Pushing event updated for resources: {'Port': ['ID=58bf59a5-4fe1-4cef-9279-e5cc7f4c3748,revision_number=1']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:43:59.103415 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Received port after_create {{(pid=86500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:43:59.145065 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:59.145468 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:59.145839 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:59.146203 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:59.146558 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:59.146945 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:59.147306 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:59.147663 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:59.148016 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:59.148374 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:59.148722 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:59.149074 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:43:59.157208 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:43:59.213102 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Attempting to bind port 58bf59a5-4fe1-4cef-9279-e5cc7f4c3748 on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:43:59.213436 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Attempting to bind port 58bf59a5-4fe1-4cef-9279-e5cc7f4c3748 by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': '799b0d29-a78f-4ecd-9610-94f900fecdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1'}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:43:59.213833 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Attempting to bind port 58bf59a5-4fe1-4cef-9279-e5cc7f4c3748 on network 6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1 {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:43:59.219475 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:43:59.219880 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Checking segment: {'id': '799b0d29-a78f-4ecd-9610-94f900fecdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:43:59.220319 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:59.220742 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Bound using segment: {'id': '799b0d29-a78f-4ecd-9610-94f900fecdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1'} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:43:59.221245 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Bound port: 58bf59a5-4fe1-4cef-9279-e5cc7f4c3748, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799b0d29-a78f-4ecd-9610-94f900fecdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1'}}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:43:59.221668 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:59.317852 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] For port 58bf59a5-4fe1-4cef-9279-e5cc7f4c3748, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:43:59.321268 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] For port 58bf59a5-4fe1-4cef-9279-e5cc7f4c3748, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=58bf59a5-4fe1-4cef-9279-e5cc7f4c3748,segment=NetworkSegment(799b0d29-a78f-4ecd-9610-94f900fecdae),segment_id=799b0d29-a78f-4ecd-9610-94f900fecdae)] {{(pid=86500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:43:59.384549 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:43:59.389822 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:43:59.479131 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Pushing event updated for resources: {'Port': ['ID=58bf59a5-4fe1-4cef-9279-e5cc7f4c3748,revision_number=2']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:43:59.483294 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:44:00.630360 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98401f97-b9c3-459c-bc1c-e958b79f4da2 None None] Network 6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:44:00.732236 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 58bf59a5-4fe1-4cef-9279-e5cc7f4c3748 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:44:00.923158 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-5a854256-c6cc-46c3-9afa-d5a6f07b3b0f None None] Provisioning for port 58bf59a5-4fe1-4cef-9279-e5cc7f4c3748 completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:44:01.093137 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port 58bf59a5-4fe1-4cef-9279-e5cc7f4c3748 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:44:01.106060 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 58bf59a5-4fe1-4cef-9279-e5cc7f4c3748 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:44:01.106480 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:44:01.257721 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:44:01.293693 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port 58bf59a5-4fe1-4cef-9279-e5cc7f4c3748, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=58bf59a5-4fe1-4cef-9279-e5cc7f4c3748,segment=NetworkSegment(799b0d29-a78f-4ecd-9610-94f900fecdae),segment_id=799b0d29-a78f-4ecd-9610-94f900fecdae)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:44:01.321537 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:44:01.324042 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:44:01.394193 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=58bf59a5-4fe1-4cef-9279-e5cc7f4c3748,revision_number=3']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:44:01.397967 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:44:01.456029 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-7e59b960-5ebb-4498-85c6-eed600348e5d None None] Provisioning complete for port 58bf59a5-4fe1-4cef-9279-e5cc7f4c3748 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:44:01.456454 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7e59b960-5ebb-4498-85c6-eed600348e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:44:02.680159 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 58bf59a5-4fe1-4cef-9279-e5cc7f4c3748 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:44:02.751973 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 58bf59a5-4fe1-4cef-9279-e5cc7f4c3748 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:44:02.752384 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:44:10.452703 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-74f7ccf3-b520-4a4a-a40d-16afa8ec3c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:44:13.012276 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8f2cc14f-a1a9-46ba-84f7-d8f9e8f15048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:44:14.132149 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:44:14.406878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:44:15.355509 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:44:25.340915 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 5 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:44:40.435054 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-68a2589c-e7fd-4852-8690-f8a86247169c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:44:43.040746 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b88bd78e-c311-4f89-b012-dd123266ce52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:44:44.149098 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:44:44.412247 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:44:45.366259 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:45:02.339967 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 5 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:45:10.475100 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b10b306b-4341-4824-80fc-1ec4c5e65e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:45:13.023197 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-258445df-97ad-48fb-a74c-9b57bbd02942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:45:14.154554 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:45:14.411827 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:45:15.405858 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:45:27.719935 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37266) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:45:27.726199 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [None req-8a508277-64d5-47e2-ace1-f0e9a1ec71eb tempest-verify_tempest_config-64162196 tempest-verify_tempest_config-64162196-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 14:45:27.727315 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-8a508277-64d5-47e2-ace1-f0e9a1ec71eb tempest-verify_tempest_config-64162196 tempest-verify_tempest_config-64162196-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063961 Apr 20 14:45:28.218448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37284) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:45:28.345035 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:45:28.361174 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:45:28.365310 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Usage tracker for resource:security_group_rule and tenant:27ca5d161898482fac037aab90f624a0 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:45:28.368850 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:45:28.374934 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:45:28.636330 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:45:28.680587 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:45:28.690851 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fe51e75f-40fe-4d85-8a1d-185a585bbab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:45:28.733064 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Synchronizing usage tracker for tenant:5850df15d5e24966b8fd39ac4b6d8ecb on resource:security_group {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:45:28.736677 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3471f0-1b83-4876-9463-adf2f582ca8a,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:45:28.747116 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:45:28.747497 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:45:28.747869 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:45:28.748238 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:45:28.748591 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:45:28.748954 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:45:28.749314 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:45:28.749662 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:45:28.750016 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:45:28.750368 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:45:28.750766 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:45:28.751111 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:45:28.756948 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:45:28.788968 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Unset dirty status for tenant:5850df15d5e24966b8fd39ac4b6d8ecb on resource:security_group {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:45:28.790972 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27ca5d161898482fac037aab90f624a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5714021 Apr 20 14:45:28.793812 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37290) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:45:28.856587 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-24084a8e-6473-4c85-a6a8-52b944fe70bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:45:28.887034 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-24084a8e-6473-4c85-a6a8-52b944fe70bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:45:29.034840 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-24084a8e-6473-4c85-a6a8-52b944fe70bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:45:29.039319 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:45:29.054860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24084a8e-6473-4c85-a6a8-52b944fe70bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3471f0-1b83-4876-9463-adf2f582ca8a,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:45:29.058259 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-24084a8e-6473-4c85-a6a8-52b944fe70bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:45:29.059687 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-24084a8e-6473-4c85-a6a8-52b944fe70bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:45:29.061709 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-24084a8e-6473-4c85-a6a8-52b944fe70bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a3471f0-1b83-4876-9463-adf2f582ca8a HTTP/1.1" status: 204 len: 168 time: 0.2664061 Apr 20 14:45:39.339402 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 5 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:45:40.551643 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-25d960ca-d4d3-49f1-908b-3a9a42b7b867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:45:43.028918 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e6aecc90-326a-46ce-8a26-89a5635c294e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:45:44.148885 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:45:44.428892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:45:45.365020 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:46:10.445362 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b0f86ec8-ed2e-44d8-845b-bcf12eaf9812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:46:13.033999 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c10fee76-6021-4f79-9496-e0d099497b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:46:14.147995 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:46:14.416646 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:46:15.365439 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:46:16.338326 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 5 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:46:40.450653 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b568f54b-e566-4104-8c4f-cb812c9a6392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:46:43.044933 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7d8ce08-a326-45a2-ae61-390caa15dc2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:46:44.159048 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:46:44.404838 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:46:45.376179 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:46:53.339095 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 5 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:47:10.445125 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-656d9718-e8a5-463d-9b0a-693831c7bfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:47:13.050993 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a80bd482-1158-48dc-a155-972c95c67210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:47:14.147998 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:47:14.410613 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:47:15.382262 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:47:17.936148 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069'] for agent, after_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:47:30.339141 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:47:34.398993 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37362) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:47:34.520267 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-333074b0-ee60-4387-b855-875cabbbf966 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1200199 Apr 20 14:47:37.021691 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37372) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:47:37.082210 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-9dba8ac2-3717-4edd-835d-a006f76f120d admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0594234 Apr 20 14:47:40.503008 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e77dabd0-2b0b-40f8-99e7-03cd9f88268d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:47:43.049013 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-524feaa5-8570-4429-8805-0f80a5a3bea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:47:44.169752 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:47:44.409425 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:47:45.370259 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:47:47.958725 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:48:07.339620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:48:10.449081 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-45deb735-8359-418c-b65d-a850d2869923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:48:13.028432 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8601a4cc-87ed-4a66-9497-f84c4a616df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:48:14.163193 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:48:14.408929 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:48:15.387623 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:48:17.930253 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:48:40.505628 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-552707e2-5495-421e-ab0b-bac416bf05df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:48:43.034012 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fd3276ca-7e2b-47c6-94de-557081d4eb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:48:44.170570 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:48:44.340205 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:48:44.420643 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:48:45.399457 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:48:47.947629 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:10.460499 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-60b4594f-4b27-4bdb-9d6d-8b5817a344f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:13.044890 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c7f3e366-f573-4213-bec3-bbcc755fd290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:14.181639 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:14.416846 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:15.466958 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:17.959416 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:21.340257 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:49:23.113666 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37536) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:23.554658 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-4692269-network', 'tenant_id': '60cc29d1ca354b0bb99197550f740015'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:23.562408 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:23.567751 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Usage tracker for resource:network and tenant:60cc29d1ca354b0bb99197550f740015 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:23.578103 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:23.583322 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:23.615132 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 37562) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:23.633216 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Made reservation on behalf of 60cc29d1ca354b0bb99197550f740015 for: {'network': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:49:23.640017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for network, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:23.657365 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:23.684023 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:23.692017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Usage tracker for resource:security_group_rule and tenant:60cc29d1ca354b0bb99197550f740015 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:23.698368 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:23.708578 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:23.813004 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:23.845095 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:23.854876 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:23.914899 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=86499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 14:49:23.940249 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbbe3cf-b9b7-4dc7-ba24-ee146cddb389,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:23.953617 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:23.954090 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:23.954467 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:23.954883 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:23.955250 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:23.957806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:23.957806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:23.957806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:23.957806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:23.957806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:23.957806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:23.957806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Tracked resource versions report: Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: pushed versions: Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: { 'AddressGroup': {'1.2'}, Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'ConntrackHelper': {'1.0'}, Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'Log': {'1.0'}, Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'Network': {'1.1'}, Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'Port': {'1.7'}, Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'PortForwarding': {'1.2'}, Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'QosPolicy': {'1.8'}, Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroup': {'1.4'}, Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroupRule': {'1.2'}, Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'SubPort': {'1.0'}, Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'Subnet': {'1.1'}, Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'Trunk': {'1.1'}} Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: consumer versions: Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: { DHCP agent@dv-cinder-742162-4-smb: {}, Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: HyperV agent@hv-cinder-74216: {}, Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: L3 agent@dv-cinder-742162-4-smb: {}, Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: Metadata agent@dv-cinder-742162-4-smb: {}, Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: Metering agent@dv-cinder-742162-4-smb: {}, Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: Open vSwitch agent@dv-cinder-742162-4-smb: { 'AddressGroup': '1.2', Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'ConntrackHelper': '1.0', Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'Log': '1.0', Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'Network': '1.1', Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'Port': '1.7', Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'PortForwarding': '1.2', Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'QosPolicy': '1.8', Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroup': '1.4', Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroupRule': '1.2', Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'SubPort': '1.0', Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'Subnet': '1.1', Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: 'Trunk': '1.1'}} Apr 20 14:49:23.959164 dv-cinder-742162-4-smb neutron-server[86383]: {{(pid=86499) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 14:49:23.964916 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:23.964916 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:23.964916 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.segments_db [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Added segment 6f6276ee-3184-4479-a65e-2bea908756d8 of type vlan for network f3478651-076d-4e24-9740-70942ad381f0 Apr 20 14:49:24.038212 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751736839863'] for network, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:24.137142 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for network, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:24.140099 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:24.141258 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:24.150640 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:24.202010 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1304069229-network', 'tenant_id': 'bfbd4fdd7d16445b92d63cdbcbcba659'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:24.220139 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:24.226133 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Usage tracker for resource:network and tenant:bfbd4fdd7d16445b92d63cdbcbcba659 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:24.232931 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:24.245676 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:24.289773 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Pushing event updated for resources: {'Network': ['ID=f3478651-076d-4e24-9740-70942ad381f0,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:24.295074 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Made reservation on behalf of bfbd4fdd7d16445b92d63cdbcbcba659 for: {'network': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:49:24.296142 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:24.303565 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Network f3478651-076d-4e24-9740-70942ad381f0 details requested by agent ovs-agent-dv-cinder-742162-4-smb with host dv-cinder-742162-4-smb {{(pid=86500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 14:49:24.305520 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for network, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:24.331016 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:24.365195 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:24.373750 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Usage tracker for resource:security_group_rule and tenant:bfbd4fdd7d16445b92d63cdbcbcba659 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:24.380475 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:24.394173 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:24.412426 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2969072 Apr 20 14:49:24.418242 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 37584) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:24.427016 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-71f7a186-b5c2-4441-8a8f-bf6a4447eaa5 admin admin] Request body: {'subnet': {'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-subnet', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:24.443694 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-71f7a186-b5c2-4441-8a8f-bf6a4447eaa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:24.454687 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-71f7a186-b5c2-4441-8a8f-bf6a4447eaa5 admin admin] Usage tracker for resource:subnet and tenant:60cc29d1ca354b0bb99197550f740015 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:24.461277 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-71f7a186-b5c2-4441-8a8f-bf6a4447eaa5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:24.473712 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-71f7a186-b5c2-4441-8a8f-bf6a4447eaa5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:24.545321 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f7a186-b5c2-4441-8a8f-bf6a4447eaa5 admin admin] Made reservation on behalf of 60cc29d1ca354b0bb99197550f740015 for: {'subnet': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:49:24.554789 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-71f7a186-b5c2-4441-8a8f-bf6a4447eaa5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:24.761358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 37598) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:24.832962 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37604) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:24.842435 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:24.890608 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37612) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:24.903098 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:24.911462 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:24.982303 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=86498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 14:49:25.016409 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c162184-c3e2-4e6e-b318-725b37ad78f4,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:25.028909 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:25.029899 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.segments_db [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Added segment 9f98ecb0-7613-4857-9ede-7f7a31ba1e0d of type vlan for network 582c3f9d-6c8f-4e30-8505-5d6d410b31fc Apr 20 14:49:25.051960 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:25.052852 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:25.053702 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:25.054647 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:25.055483 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Tracked resource versions report: Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: pushed versions: Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: { 'AddressGroup': {'1.2'}, Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'ConntrackHelper': {'1.0'}, Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'Log': {'1.0'}, Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'Network': {'1.1'}, Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'Port': {'1.7'}, Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'PortForwarding': {'1.2'}, Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'QosPolicy': {'1.8'}, Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroup': {'1.4'}, Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroupRule': {'1.2'}, Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'SubPort': {'1.0'}, Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'Subnet': {'1.1'}, Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'Trunk': {'1.1'}} Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: consumer versions: Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: { DHCP agent@dv-cinder-742162-4-smb: {}, Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: HyperV agent@hv-cinder-74216: {}, Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: L3 agent@dv-cinder-742162-4-smb: {}, Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: Metadata agent@dv-cinder-742162-4-smb: {}, Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: Metering agent@dv-cinder-742162-4-smb: {}, Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: Open vSwitch agent@dv-cinder-742162-4-smb: { 'AddressGroup': '1.2', Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'ConntrackHelper': '1.0', Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'Log': '1.0', Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'Network': '1.1', Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'Port': '1.7', Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'PortForwarding': '1.2', Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'QosPolicy': '1.8', Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroup': '1.4', Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroupRule': '1.2', Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'SubPort': '1.0', Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'Subnet': '1.1', Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: 'Trunk': '1.1'}} Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: {{(pid=86498) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 14:49:25.072582 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:25.223211 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-712060597-network', 'tenant_id': '6ec9121784bc4847a675627263bbd80b'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:25.236942 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:25.252659 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751736839863'] for network, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:25.254007 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1761128526-network', 'tenant_id': 'dc4eceb8c1e949b3a71f82e81fc2ef75'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:25.260495 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Usage tracker for resource:network and tenant:6ec9121784bc4847a675627263bbd80b is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:25.270086 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:25.290487 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:25.403055 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Made reservation on behalf of 6ec9121784bc4847a675627263bbd80b for: {'network': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:49:25.413145 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for network, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:25.445121 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:25.530740 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:25.572499 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:25.581540 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Usage tracker for resource:network and tenant:dc4eceb8c1e949b3a71f82e81fc2ef75 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:25.588779 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:25.600885 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:25.623826 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-256191877-network', 'tenant_id': 'de85cae1acea467ebd6b66a6bc270dac'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:25.633727 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:25.643611 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Usage tracker for resource:network and tenant:de85cae1acea467ebd6b66a6bc270dac is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:25.645661 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:6ec9121784bc4847a675627263bbd80b is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:25.649850 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:25.657121 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for network, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:25.663382 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:25.674915 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:25.679031 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Made reservation on behalf of dc4eceb8c1e949b3a71f82e81fc2ef75 for: {'network': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:49:25.681461 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:25.682576 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:25.688971 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for network, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:25.727488 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:25.743050 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:25.749520 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Made reservation on behalf of de85cae1acea467ebd6b66a6bc270dac for: {'network': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:49:25.758529 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for network, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:25.780577 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:25.796189 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:25.820496 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:25.835385 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Usage tracker for resource:security_group_rule and tenant:dc4eceb8c1e949b3a71f82e81fc2ef75 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:25.845284 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:25.860797 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:25.866249 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:25.876485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Usage tracker for resource:security_group_rule and tenant:de85cae1acea467ebd6b66a6bc270dac is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:25.886810 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:25.908517 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:26.121633 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5005372 Apr 20 14:49:26.128450 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37640) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:26.154869 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-ab965a41-61be-4225-b329-6483d7d21c05 admin admin] Request body: {'subnet': {'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1304069229-subnet', 'tenant_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:26.184583 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-ab965a41-61be-4225-b329-6483d7d21c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:26.193104 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-ab965a41-61be-4225-b329-6483d7d21c05 admin admin] Usage tracker for resource:subnet and tenant:bfbd4fdd7d16445b92d63cdbcbcba659 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:26.201094 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-ab965a41-61be-4225-b329-6483d7d21c05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:26.215088 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-ab965a41-61be-4225-b329-6483d7d21c05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:26.215791 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Pushing event updated for resources: {'Network': ['ID=582c3f9d-6c8f-4e30-8505-5d6d410b31fc,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:26.232965 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:26.237462 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Network 582c3f9d-6c8f-4e30-8505-5d6d410b31fc details requested by agent ovs-agent-dv-cinder-742162-4-smb with host dv-cinder-742162-4-smb {{(pid=86500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 14:49:26.300309 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab965a41-61be-4225-b329-6483d7d21c05 admin admin] Made reservation on behalf of bfbd4fdd7d16445b92d63cdbcbcba659 for: {'subnet': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:49:26.309908 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ab965a41-61be-4225-b329-6483d7d21c05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:26.364438 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:26.480944 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:26.496672 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:26.535458 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:26.565574 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-71f7a186-b5c2-4441-8a8f-bf6a4447eaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for subnet, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:26.588877 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-50ba5d0c-7199-4380-8f3a-fb2a64382cc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:26.615903 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26db2e1e-eed6-4b25-858f-8d300736fb5f,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:26.635718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:26.665079 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:26.711931 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:26.715152 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=86499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 14:49:26.718162 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:26.737535 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-de797376-2f87-41a5-a7c7-6429de977550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:26.764533 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:26.765186 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.segments_db [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Added segment 96844d62-3b35-4aaf-a13e-33091636ec29 of type vlan for network e11fcaa6-7902-431f-89f9-1a8922e3c8b7 Apr 20 14:49:26.822029 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7a186-b5c2-4441-8a8f-bf6a4447eaa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:26.826874 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-71f7a186-b5c2-4441-8a8f-bf6a4447eaa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:26.834428 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:26.850024 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=86498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 14:49:26.881193 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f7a186-b5c2-4441-8a8f-bf6a4447eaa5 admin admin] Checking segment: {'id': '6f6276ee-3184-4479-a65e-2bea908756d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:49:26.882003 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f7a186-b5c2-4441-8a8f-bf6a4447eaa5 admin admin] Network hostable DHCP agents. Network: f3478651-076d-4e24-9740-70942ad381f0, hostable agents: ['d1ac48cd-fa1b-424f-b486-f0074774d039'], hosted agents: [] {{(pid=86498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 14:49:26.884142 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=86499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 14:49:26.899345 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324cd6f6-8ea4-4f94-b321-5631b16eafac,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:26.920056 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:26.936050 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c739133-2ff7-4ecc-b145-3c3f085d884b,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:26.941179 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:26.948012 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:26.948790 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.segments_db [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Added segment 97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c of type vlan for network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 Apr 20 14:49:26.965897 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:26.967218 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.segments_db [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Added segment 253c8595-0217-4d33-b648-ba96be701902 of type vlan for network bf59d578-6ae3-486b-aded-96c31005ded3 Apr 20 14:49:26.993446 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f7a186-b5c2-4441-8a8f-bf6a4447eaa5 admin admin] Network f3478651-076d-4e24-9740-70942ad381f0 is scheduled to be hosted by DHCP agent d1ac48cd-fa1b-424f-b486-f0074774d039 with binding_index 1 {{(pid=86498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 14:49:27.023406 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751736839863'] for network, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:27.037384 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751736839863'] for network, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:27.130769 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-71f7a186-b5c2-4441-8a8f-bf6a4447eaa5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-smb, f3478651-076d-4e24-9740-70942ad381f0) {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:49:27.134705 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751736839863'] for network, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:27.141798 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f7a186-b5c2-4441-8a8f-bf6a4447eaa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:27.143488 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-71f7a186-b5c2-4441-8a8f-bf6a4447eaa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:27.144714 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e76090a-fd05-48a4-8e66-7bf04bd83ed2 None None] Network f3478651-076d-4e24-9740-70942ad381f0 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:49:27.190626 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for network, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:27.194178 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:27.194898 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:27.212670 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:27.264284 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for network, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:27.275215 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:27.276285 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:27.279955 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-71f7a186-b5c2-4441-8a8f-bf6a4447eaa5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.8569126 Apr 20 14:49:27.320798 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37672) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:27.322091 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:27.347315 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:27.379567 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:27.385844 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Usage tracker for resource:router and tenant:60cc29d1ca354b0bb99197550f740015 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:27.389919 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:27.397212 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:27.414082 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.5172446 Apr 20 14:49:27.423041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 37678) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:27.439777 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-2186c70d-9402-4d43-a0fb-9f78431890a7 admin admin] Request body: {'subnet': {'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-256191877-subnet', 'tenant_id': 'de85cae1acea467ebd6b66a6bc270dac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:27.467338 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7004571 Apr 20 14:49:27.467338 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-2186c70d-9402-4d43-a0fb-9f78431890a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:27.473301 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 37682) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:27.480961 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-2186c70d-9402-4d43-a0fb-9f78431890a7 admin admin] Usage tracker for resource:subnet and tenant:de85cae1acea467ebd6b66a6bc270dac is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:27.487223 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-2186c70d-9402-4d43-a0fb-9f78431890a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:27.502491 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-7c4ec576-9163-4448-9f18-08af1da11ebf admin admin] Request body: {'subnet': {'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-712060597-subnet', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:27.513579 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Pushing event updated for resources: {'Network': ['ID=8a669ef3-df53-4cd3-a0a6-990300d50cd2,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:27.517785 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:27.519219 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-2186c70d-9402-4d43-a0fb-9f78431890a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:27.523169 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-7c4ec576-9163-4448-9f18-08af1da11ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:27.525391 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 details requested by agent ovs-agent-dv-cinder-742162-4-smb with host dv-cinder-742162-4-smb {{(pid=86500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 14:49:27.529204 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-7c4ec576-9163-4448-9f18-08af1da11ebf admin admin] Usage tracker for resource:subnet and tenant:6ec9121784bc4847a675627263bbd80b is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:27.531760 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1807340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3701'] for router, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:27.532855 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852968476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852946174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853067501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772115'] for router, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:27.533840 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-7c4ec576-9163-4448-9f18-08af1da11ebf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:27.536544 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for network, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:27.540500 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-7c4ec576-9163-4448-9f18-08af1da11ebf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:27.554058 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:27.554694 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:27.634252 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4ec576-9163-4448-9f18-08af1da11ebf admin admin] Made reservation on behalf of 6ec9121784bc4847a675627263bbd80b for: {'subnet': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:49:27.644180 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7c4ec576-9163-4448-9f18-08af1da11ebf admin admin] Notify callbacks [] for subnet, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:27.651298 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Pushing event updated for resources: {'Network': ['ID=bf59d578-6ae3-486b-aded-96c31005ded3,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:27.659747 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:27.659966 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:27.671145 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Network bf59d578-6ae3-486b-aded-96c31005ded3 details requested by agent ovs-agent-dv-cinder-742162-4-smb with host dv-cinder-742162-4-smb {{(pid=86500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 14:49:27.702927 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2186c70d-9402-4d43-a0fb-9f78431890a7 admin admin] Made reservation on behalf of de85cae1acea467ebd6b66a6bc270dac for: {'subnet': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:49:27.707988 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2186c70d-9402-4d43-a0fb-9f78431890a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:27.720026 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8855832 Apr 20 14:49:27.720897 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37690) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:27.786964 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:27.817243 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-dfeadbac-12e2-441e-836a-f10c72933b8c admin admin] Request body: {'subnet': {'network_id': 'e11fcaa6-7902-431f-89f9-1a8922e3c8b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1761128526-subnet', 'tenant_id': 'dc4eceb8c1e949b3a71f82e81fc2ef75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:27.823754 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-dfeadbac-12e2-441e-836a-f10c72933b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:27.829612 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-dfeadbac-12e2-441e-836a-f10c72933b8c admin admin] Usage tracker for resource:subnet and tenant:dc4eceb8c1e949b3a71f82e81fc2ef75 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:27.833903 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-dfeadbac-12e2-441e-836a-f10c72933b8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:27.843916 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-dfeadbac-12e2-441e-836a-f10c72933b8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:28.184450 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfeadbac-12e2-441e-836a-f10c72933b8c admin admin] Made reservation on behalf of dc4eceb8c1e949b3a71f82e81fc2ef75 for: {'subnet': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:49:28.192332 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dfeadbac-12e2-441e-836a-f10c72933b8c admin admin] Notify callbacks [] for subnet, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:28.234426 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75819598-3f90-57db-89da-2c6acd1e2a8b-f3478651-076d-4e24-9740-70942ad381f0', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7'}]}} from dv-cinder-742162-4-smb. {{(pid=86500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 14:49:28.236498 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:28.239863 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Pushing event updated for resources: {'Network': ['ID=e11fcaa6-7902-431f-89f9-1a8922e3c8b7,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:28.273810 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Network e11fcaa6-7902-431f-89f9-1a8922e3c8b7 details requested by agent ovs-agent-dv-cinder-742162-4-smb with host dv-cinder-742162-4-smb {{(pid=86500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 14:49:28.352231 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:28.757657 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852945931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852965537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772130'] for router, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:28.888577 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Allocated IP 172.20.0.2 (f3478651-076d-4e24-9740-70942ad381f0/7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7/3d905746-c498-4ee0-bf9e-97f51b391a77) {{(pid=86500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:49:29.317674 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ab965a41-61be-4225-b329-6483d7d21c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for subnet, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:29.359199 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:29.362527 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Notify callbacks [] for port, precommit_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:29.451749 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Transition to ACTIVE for port object 3d905746-c498-4ee0-bf9e-97f51b391a77 will not be triggered until provisioned by entity L2. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:49:29.507908 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Transition to ACTIVE for port object 3d905746-c498-4ee0-bf9e-97f51b391a77 will not be triggered until provisioned by entity DHCP. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:49:29.562281 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:29.574388 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:29.628723 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab965a41-61be-4225-b329-6483d7d21c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2b75775-49ff-4f22-9c17-4a0e3c0f4f92,revision_number=0']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:29.637237 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ab965a41-61be-4225-b329-6483d7d21c05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:29.724608 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7c4ec576-9163-4448-9f18-08af1da11ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for subnet, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:29.736630 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2186c70d-9402-4d43-a0fb-9f78431890a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for subnet, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:29.739673 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:29.756878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab965a41-61be-4225-b329-6483d7d21c05 admin admin] Checking segment: {'id': '9f98ecb0-7613-4857-9ede-7f7a31ba1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:49:29.757504 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab965a41-61be-4225-b329-6483d7d21c05 admin admin] Network hostable DHCP agents. Network: 582c3f9d-6c8f-4e30-8505-5d6d410b31fc, hostable agents: ['d1ac48cd-fa1b-424f-b486-f0074774d039'], hosted agents: [] {{(pid=86499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 14:49:29.757672 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Network f3478651-076d-4e24-9740-70942ad381f0 is already hosted by enough agents. {{(pid=86500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:49:29.767305 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Resources bound (agent type, host, resource id): {{(pid=86500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:49:29.799258 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Received port after_create {{(pid=86500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:49:29.906230 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Pushing event updated for resources: {'Port': ['ID=3d905746-c498-4ee0-bf9e-97f51b391a77,revision_number=1']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:29.928605 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:29.928794 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:29.929175 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:29.929513 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:29.929995 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:29.930283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:29.930537 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:29.930949 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:29.931370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:29.931842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:29.932226 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:29.932587 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Tracked resource versions report: Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: pushed versions: Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: { 'AddressGroup': {'1.2'}, Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'ConntrackHelper': {'1.0'}, Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'Log': {'1.0'}, Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'Network': {'1.1'}, Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'Port': {'1.7'}, Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'PortForwarding': {'1.2'}, Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'QosPolicy': {'1.8'}, Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroup': {'1.4'}, Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroupRule': {'1.2'}, Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'SubPort': {'1.0'}, Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'Subnet': {'1.1'}, Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'Trunk': {'1.1'}} Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: consumer versions: Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: { DHCP agent@dv-cinder-742162-4-smb: {}, Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: HyperV agent@hv-cinder-74216: {}, Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: L3 agent@dv-cinder-742162-4-smb: {}, Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: Metadata agent@dv-cinder-742162-4-smb: {}, Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: Metering agent@dv-cinder-742162-4-smb: {}, Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: Open vSwitch agent@dv-cinder-742162-4-smb: { 'AddressGroup': '1.2', Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'ConntrackHelper': '1.0', Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'Log': '1.0', Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'Network': '1.1', Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'Port': '1.7', Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'PortForwarding': '1.2', Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'QosPolicy': '1.8', Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroup': '1.4', Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroupRule': '1.2', Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'SubPort': '1.0', Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'Subnet': '1.1', Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: 'Trunk': '1.1'}} Apr 20 14:49:29.934072 dv-cinder-742162-4-smb neutron-server[86383]: {{(pid=86500) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 14:49:29.958990 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:29.960727 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ec576-9163-4448-9f18-08af1da11ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d80648ec-7cf5-4306-8b5a-bd7fb5f2d85d,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:29.973230 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Attempting to bind port 3d905746-c498-4ee0-bf9e-97f51b391a77 on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:49:29.973520 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Attempting to bind port 3d905746-c498-4ee0-bf9e-97f51b391a77 by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': '6f6276ee-3184-4479-a65e-2bea908756d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0'}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:49:29.973928 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Attempting to bind port 3d905746-c498-4ee0-bf9e-97f51b391a77 on network f3478651-076d-4e24-9740-70942ad381f0 {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:49:29.992038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:49:29.992749 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Checking segment: {'id': '6f6276ee-3184-4479-a65e-2bea908756d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:49:29.993532 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:29.994334 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Bound using segment: {'id': '6f6276ee-3184-4479-a65e-2bea908756d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0'} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:49:29.995387 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Bound port: 3d905746-c498-4ee0-bf9e-97f51b391a77, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6276ee-3184-4479-a65e-2bea908756d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0'}}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:49:29.996148 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:29.996655 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4ec576-9163-4448-9f18-08af1da11ebf admin admin] Checking segment: {'id': '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:49:29.997066 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4ec576-9163-4448-9f18-08af1da11ebf admin admin] Network hostable DHCP agents. Network: 8a669ef3-df53-4cd3-a0a6-990300d50cd2, hostable agents: ['d1ac48cd-fa1b-424f-b486-f0074774d039'], hosted agents: [] {{(pid=86498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 14:49:30.044318 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2186c70d-9402-4d43-a0fb-9f78431890a7 admin admin] Checking segment: {'id': '253c8595-0217-4d33-b648-ba96be701902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:49:30.044727 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2186c70d-9402-4d43-a0fb-9f78431890a7 admin admin] Network hostable DHCP agents. Network: bf59d578-6ae3-486b-aded-96c31005ded3, hostable agents: ['d1ac48cd-fa1b-424f-b486-f0074774d039'], hosted agents: [] {{(pid=86498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 14:49:30.132510 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2186c70d-9402-4d43-a0fb-9f78431890a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ddaa3a8-e61f-46b9-96aa-d346948b134a,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:30.139935 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-2186c70d-9402-4d43-a0fb-9f78431890a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:30.146588 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:30.146588 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:30.166344 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4ec576-9163-4448-9f18-08af1da11ebf admin admin] Network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 is scheduled to be hosted by DHCP agent d1ac48cd-fa1b-424f-b486-f0074774d039 with binding_index 1 {{(pid=86498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 14:49:30.199624 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2186c70d-9402-4d43-a0fb-9f78431890a7 admin admin] Network bf59d578-6ae3-486b-aded-96c31005ded3 is scheduled to be hosted by DHCP agent d1ac48cd-fa1b-424f-b486-f0074774d039 with binding_index 1 {{(pid=86498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 14:49:30.207019 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-2186c70d-9402-4d43-a0fb-9f78431890a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-smb, bf59d578-6ae3-486b-aded-96c31005ded3) {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:49:30.219367 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2186c70d-9402-4d43-a0fb-9f78431890a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:30.220032 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2186c70d-9402-4d43-a0fb-9f78431890a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:30.230172 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f46d53-c26d-4baa-a468-c85b9e124c93 None None] Network bf59d578-6ae3-486b-aded-96c31005ded3 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:49:30.253353 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-7c4ec576-9163-4448-9f18-08af1da11ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-smb, 8a669ef3-df53-4cd3-a0a6-990300d50cd2) {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:49:30.280486 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4ec576-9163-4448-9f18-08af1da11ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:30.283628 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7c4ec576-9163-4448-9f18-08af1da11ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:30.308520 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] For port 3d905746-c498-4ee0-bf9e-97f51b391a77, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:49:30.312787 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] For port 3d905746-c498-4ee0-bf9e-97f51b391a77, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=3d905746-c498-4ee0-bf9e-97f51b391a77,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:49:30.314216 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7129f0-d9c1-4414-a7d3-0388cb265803 None None] Network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:49:30.318906 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-2186c70d-9402-4d43-a0fb-9f78431890a7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8946154 Apr 20 14:49:30.351311 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab965a41-61be-4225-b329-6483d7d21c05 admin admin] Network 582c3f9d-6c8f-4e30-8505-5d6d410b31fc is scheduled to be hosted by DHCP agent d1ac48cd-fa1b-424f-b486-f0074774d039 with binding_index 1 {{(pid=86499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 14:49:30.376389 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-ab965a41-61be-4225-b329-6483d7d21c05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-smb, 582c3f9d-6c8f-4e30-8505-5d6d410b31fc) {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:49:30.386299 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-7c4ec576-9163-4448-9f18-08af1da11ebf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9080443 Apr 20 14:49:30.386965 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 37772) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:30.395209 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab965a41-61be-4225-b329-6483d7d21c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:30.395860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ab965a41-61be-4225-b329-6483d7d21c05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:30.402017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:30.429190 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:30.438222 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:30.463006 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-ab965a41-61be-4225-b329-6483d7d21c05 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 4.3209527 Apr 20 14:49:30.468942 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37776) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:30.472462 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:30.472905 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Usage tracker for resource:router and tenant:6ec9121784bc4847a675627263bbd80b is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:30.497665 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:30.513657 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:30.513859 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c61fbbb-5e7b-4e3f-8b12-fcdaf69d973f None None] Network 582c3f9d-6c8f-4e30-8505-5d6d410b31fc requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:49:30.532538 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1304069229-router', 'tenant_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:30.537962 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:30.546323 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Usage tracker for resource:router and tenant:bfbd4fdd7d16445b92d63cdbcbcba659 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:30.556237 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:30.560681 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:30.564944 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:30.569892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:30.581706 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1807340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3701'] for router, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:30.583329 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852968476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852946174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853067501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772115'] for router, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:30.627903 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:30.705686 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dfeadbac-12e2-441e-836a-f10c72933b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for subnet, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:30.709654 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1807340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3701'] for router, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:30.710875 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852968476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852946174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853067501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772115'] for router, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:30.731567 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-cea742cb-650f-45bf-be2a-753814b2eebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:30.936390 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Pushing event updated for resources: {'Port': ['ID=3d905746-c498-4ee0-bf9e-97f51b391a77,revision_number=2']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:30.942925 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:30.958990 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfeadbac-12e2-441e-836a-f10c72933b8c admin admin] Checking segment: {'id': '96844d62-3b35-4aaf-a13e-33091636ec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e11fcaa6-7902-431f-89f9-1a8922e3c8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:49:30.959361 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeadbac-12e2-441e-836a-f10c72933b8c admin admin] Network hostable DHCP agents. Network: e11fcaa6-7902-431f-89f9-1a8922e3c8b7, hostable agents: ['d1ac48cd-fa1b-424f-b486-f0074774d039'], hosted agents: [] {{(pid=86499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 14:49:31.066179 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeadbac-12e2-441e-836a-f10c72933b8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e9eae4-2118-48a2-a159-f3d9ad04dcc5,revision_number=0']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:31.106594 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-dfeadbac-12e2-441e-836a-f10c72933b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:31.121178 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfeadbac-12e2-441e-836a-f10c72933b8c admin admin] Network e11fcaa6-7902-431f-89f9-1a8922e3c8b7 is scheduled to be hosted by DHCP agent d1ac48cd-fa1b-424f-b486-f0074774d039 with binding_index 1 {{(pid=86499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 14:49:31.151407 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Allocated IP 172.28.0.239 (c65a64c7-be21-4578-9264-745dbe2f178e/5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5/e7ae5133-58c1-481b-b0c3-81d287cbe1f8) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:49:31.216209 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-dfeadbac-12e2-441e-836a-f10c72933b8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-smb, e11fcaa6-7902-431f-89f9-1a8922e3c8b7) {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:49:31.374790 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfeadbac-12e2-441e-836a-f10c72933b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:31.376282 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dfeadbac-12e2-441e-836a-f10c72933b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:31.452029 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:31.601103 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a4f80b-af0f-40d7-a5c1-1881abfec036 None None] Network e11fcaa6-7902-431f-89f9-1a8922e3c8b7 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:49:31.650138 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 37832) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:31.709874 dv-cinder-742162-4-smb neutron-server[86383]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 20 14:49:31.730859 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852945931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852965537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772130'] for router, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:31.889779 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:31.917866 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-dfeadbac-12e2-441e-836a-f10c72933b8c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1380849 Apr 20 14:49:31.941447 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852945931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852965537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772130'] for router, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:31.982942 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:31.987702 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d2f000-b83c-496b-91ff-88245bf1ac06 None None] Network bf59d578-6ae3-486b-aded-96c31005ded3 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:49:31.993161 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:32.143133 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Pushing event updated for resources: {'Port': ['ID=e7ae5133-58c1-481b-b0c3-81d287cbe1f8,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:32.157826 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75819598-3f90-57db-89da-2c6acd1e2a8b-8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'fixed_ips': [{'subnet_id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d'}]}} from dv-cinder-742162-4-smb. {{(pid=86500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 14:49:32.158831 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:32.169115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:32.254188 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Network c65a64c7-be21-4578-9264-745dbe2f178e is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:49:32.262903 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:49:32.270580 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:49:32.550874 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-29487046-7fd2-4e16-b7ae-4a41b9cadb1a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:32.552618 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-29487046-7fd2-4e16-b7ae-4a41b9cadb1a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/networks?id=bf59d578-6ae3-486b-aded-96c31005ded3 HTTP/1.1" status: 200 len: 814 time: 0.8996003 Apr 20 14:49:32.609107 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-384ef7c7-5aff-4a02-9ed3-1aeb0797a799 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/quotas/de85cae1acea467ebd6b66a6bc270dac HTTP/1.1" status: 200 len: 375 time: 0.0399117 Apr 20 14:49:32.688091 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 37884) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:32.827136 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-b3039411-056f-40f1-b8a5-0a68150d837c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=de85cae1acea467ebd6b66a6bc270dac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2106960 Apr 20 14:49:32.909992 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d637f1-5e12-4eb7-a99c-ab8b19d8b30d None None] Network e11fcaa6-7902-431f-89f9-1a8922e3c8b7 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:49:32.929937 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:32.973875 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:33.093642 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Allocated IP 172.20.0.2 (8a669ef3-df53-4cd3-a0a6-990300d50cd2/d80648ec-7cf5-4306-8b5a-bd7fb5f2d85d/90787c54-334c-4787-a63e-e80b41872cb1) {{(pid=86500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:49:33.318390 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Allocated IP 172.28.0.238 (c65a64c7-be21-4578-9264-745dbe2f178e/5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5/f08114cc-3af1-4b36-86b9-dae41676e36d) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:49:33.395764 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de8609c-694c-4a64-a218-bf9ec6594638 None None] Network 582c3f9d-6c8f-4e30-8505-5d6d410b31fc requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:49:33.420513 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-9c76c523-f014-4963-896d-5897a17ef27d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 14:49:33.432684 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-9c76c523-f014-4963-896d-5897a17ef27d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1910782 Apr 20 14:49:33.504148 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-66f3ce1e-3bda-41a0-a7c4-a67cabac4c81 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:33.506034 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-66f3ce1e-3bda-41a0-a7c4-a67cabac4c81 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/networks?id=e11fcaa6-7902-431f-89f9-1a8922e3c8b7 HTTP/1.1" status: 200 len: 812 time: 0.7217352 Apr 20 14:49:33.533625 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-78c1b298-9f85-4697-ba67-79fe8f198261 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/quotas/dc4eceb8c1e949b3a71f82e81fc2ef75 HTTP/1.1" status: 200 len: 375 time: 0.0199215 Apr 20 14:49:33.657853 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:33.715230 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 37904) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:33.730206 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-5f6c23ed-6850-4711-899a-1d2ac9740927 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dc4eceb8c1e949b3a71f82e81fc2ef75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1305268 Apr 20 14:49:33.754351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:34.033202 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Notify callbacks [] for port, precommit_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:34.044692 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-53d4a5fc-1723-4ddc-8ccf-62366e1e2693 service neutron] 10.222.0.21 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6100378 Apr 20 14:49:34.063604 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Transition to ACTIVE for port object 90787c54-334c-4787-a63e-e80b41872cb1 will not be triggered until provisioned by entity L2. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:49:34.104556 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Transition to ACTIVE for port object 90787c54-334c-4787-a63e-e80b41872cb1 will not be triggered until provisioned by entity DHCP. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:49:34.147961 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:34.149953 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:34.158201 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:34.206518 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c07fc567-970c-487b-8ee5-0cacfa15c53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:34.225357 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 is already hosted by enough agents. {{(pid=86500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:49:34.229851 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Resources bound (agent type, host, resource id): {{(pid=86500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:49:34.234505 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Received port after_create {{(pid=86500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:49:34.242813 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-c07fc567-970c-487b-8ee5-0cacfa15c53a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:34.251328 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-c07fc567-970c-487b-8ee5-0cacfa15c53a admin admin] Usage tracker for resource:security_group_rule and tenant:9a2603cac63c4614b6fc8ab16e1d6a88 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:34.262589 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-c07fc567-970c-487b-8ee5-0cacfa15c53a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:34.287750 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-c07fc567-970c-487b-8ee5-0cacfa15c53a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:34.293911 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-a877998a-6074-4a1b-9ea2-c21c7c0e1877 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 14:49:34.295051 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-a877998a-6074-4a1b-9ea2-c21c7c0e1877 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1694348 Apr 20 14:49:34.304309 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Pushing event updated for resources: {'Port': ['ID=90787c54-334c-4787-a63e-e80b41872cb1,revision_number=1']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:34.305528 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:34.316327 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:34.411507 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Attempting to bind port 90787c54-334c-4787-a63e-e80b41872cb1 on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:49:34.412444 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Attempting to bind port 90787c54-334c-4787-a63e-e80b41872cb1 by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2'}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:49:34.412820 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Attempting to bind port 90787c54-334c-4787-a63e-e80b41872cb1 on network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:49:34.417317 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-370b5818-a8ea-4ad9-a7dc-6537665bb5b6 service neutron] 10.222.0.21 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3709519 Apr 20 14:49:34.420403 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:49:34.420830 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Checking segment: {'id': '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:49:34.421283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:34.421725 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Bound using segment: {'id': '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2'} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:49:34.422826 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Bound port: 90787c54-334c-4787-a63e-e80b41872cb1, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2'}}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:49:34.423269 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:34.520620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3881ee20-2ada-46c5-bcb5-efa4931276fb None None] Network f3478651-076d-4e24-9740-70942ad381f0 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:49:34.541897 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-41c6bb83-d67c-4f4e-85e8-7187825bfa3c service neutron] 10.222.0.21 "GET /v2.0/networks/e11fcaa6-7902-431f-89f9-1a8922e3c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288499 Apr 20 14:49:34.592936 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:34.604088 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5099c041-f641-45b2-a7eb-9fe4dfc3689d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:34.684085 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Network c65a64c7-be21-4578-9264-745dbe2f178e is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:49:34.713877 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:49:34.716466 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:49:34.773240 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Allocated IP 172.28.0.114 (c65a64c7-be21-4578-9264-745dbe2f178e/5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5/6f43c04c-9785-49ae-a27c-06989ced140e) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:49:34.784369 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c07fc567-970c-487b-8ee5-0cacfa15c53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:34.817015 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] For port 90787c54-334c-4787-a63e-e80b41872cb1, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:49:34.841561 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c07fc567-970c-487b-8ee5-0cacfa15c53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:34.907188 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] For port 90787c54-334c-4787-a63e-e80b41872cb1, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=90787c54-334c-4787-a63e-e80b41872cb1,segment=NetworkSegment(97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c),segment_id=97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c)] {{(pid=86500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:49:34.919065 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829855'] for router, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:34.921487 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Pushing event updated for resources: {'Port': ['ID=f08114cc-3af1-4b36-86b9-dae41676e36d,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:34.940737 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:34.970790 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:34.979485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-67aa4a00-10fb-40d6-9257-2d854bf1e479 None None] Provisioning for port 3d905746-c498-4ee0-bf9e-97f51b391a77 completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:49:34.997114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:35.123537 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7a3e2ab8-b86c-4d90-b53b-8ed5372a1de7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:35.134272 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 3d905746-c498-4ee0-bf9e-97f51b391a77 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:49:35.172784 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-713d4780-7c8d-45f4-89d9-52e1c05a4198 service neutron] 10.222.0.21 "GET /v2.0/networks/e11fcaa6-7902-431f-89f9-1a8922e3c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6181598 Apr 20 14:49:35.317049 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Pushing event updated for resources: {'Port': ['ID=90787c54-334c-4787-a63e-e80b41872cb1,revision_number=2']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:35.320945 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-c07fc567-970c-487b-8ee5-0cacfa15c53a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a2603cac63c4614b6fc8ab16e1d6a88&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5957427 Apr 20 14:49:35.323564 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:35.355434 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 37948) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:35.376776 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-511c74ae-ae35-4e15-9ec4-21c8a3608ff6 req-e08fb0a9-39ba-4cb5-b27e-2aeccae5f97f tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 210 time: 0.2342312 Apr 20 14:49:35.395847 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fc567-970c-487b-8ee5-0cacfa15c53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9427e7fb-7d05-4440-9be8-d02c86056f71,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:35.401047 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c07fc567-970c-487b-8ee5-0cacfa15c53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:35.407308 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port 3d905746-c498-4ee0-bf9e-97f51b391a77 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:49:35.424421 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 3d905746-c498-4ee0-bf9e-97f51b391a77 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:49:35.425150 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:35.515170 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:35.529242 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-14210838-f207-4072-a46a-d4163c2232a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:35.579940 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-14210838-f207-4072-a46a-d4163c2232a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:35.638461 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-f55385a0-eab1-4c1a-8490-2ccc6da58c51 None None] Provisioning complete for port 3d905746-c498-4ee0-bf9e-97f51b391a77 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:49:35.638924 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f55385a0-eab1-4c1a-8490-2ccc6da58c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:35.676931 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:35.704192 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a3fd2fa6-d963-461e-a204-40c2c910910a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:35.722409 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:35.773682 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Router e492d515-489e-452c-914d-0c0f6126800c is scheduled to L3 agent 0415711d-9175-4745-a13c-ae27be492043 with binding_index 1 {{(pid=86499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 14:49:35.802554 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Network c65a64c7-be21-4578-9264-745dbe2f178e is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:49:35.806303 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:49:35.817209 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:49:35.988313 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f55385a0-eab1-4c1a-8490-2ccc6da58c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:36.094491 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port 3d905746-c498-4ee0-bf9e-97f51b391a77, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=3d905746-c498-4ee0-bf9e-97f51b391a77,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:49:36.252739 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.db.api [None req-f55385a0-eab1-4c1a-8490-2ccc6da58c51 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86500) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:49:36.253415 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_db.api [None req-f55385a0-eab1-4c1a-8490-2ccc6da58c51 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 14:49:36.254149 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:36.256803 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:36.357767 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=3d905746-c498-4ee0-bf9e-97f51b391a77,revision_number=3']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:36.363676 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:36.477190 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 37980) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:36.503376 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c19184d6-2059-4930-a7b4-7046d56e448a req-560d3d45-6a4e-4892-8db3-a2a8fdea1fce tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 210 time: 0.5031972 Apr 20 14:49:36.564452 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Pushing event updated for resources: {'Port': ['ID=6f43c04c-9785-49ae-a27c-06989ced140e,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:36.569565 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.866s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:36.664876 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:36.725292 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-16e5adc5-9018-493f-9e44-f266725caa0f req-ffbdd5ed-f227-4e6d-859b-8281a5cb6eae tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 210 time: 0.0911071 Apr 20 14:49:36.834232 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-19d02bd6-94c7-435b-8181-0f6a7309eaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:36.871684 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-19d02bd6-94c7-435b-8181-0f6a7309eaa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:36.880451 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-19d02bd6-94c7-435b-8181-0f6a7309eaa9 admin admin] Usage tracker for resource:security_group_rule and tenant:0e61538277dc4d5485bb670b0d77f352 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:36.886970 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-19d02bd6-94c7-435b-8181-0f6a7309eaa9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:36.907479 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-19d02bd6-94c7-435b-8181-0f6a7309eaa9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:37.148696 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:49:37.169252 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Sync routers for ids ['e492d515-489e-452c-914d-0c0f6126800c'] in dv-cinder-742162-4-smb {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:49:37.192949 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Routers {'e492d515-489e-452c-914d-0c0f6126800c'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:49:37.196323 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:49:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['e492d515-489e-452c-914d-0c0f6126800c'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:37.245404 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 90787c54-334c-4787-a63e-e80b41872cb1 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:49:37.264566 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-14210838-f207-4072-a46a-d4163c2232a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:37.300399 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:37.328616 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-14210838-f207-4072-a46a-d4163c2232a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:37.330137 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-14210838-f207-4072-a46a-d4163c2232a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9427e7fb-7d05-4440-9be8-d02c86056f71 HTTP/1.1" status: 204 len: 168 time: 1.9367459 Apr 20 14:49:37.352164 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14210838-f207-4072-a46a-d4163c2232a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9427e7fb-7d05-4440-9be8-d02c86056f71,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:37.367525 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-14210838-f207-4072-a46a-d4163c2232a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:37.371502 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Notify callbacks [] for router, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:37.380142 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.0412354 Apr 20 14:49:37.383227 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38012) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:37.426052 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3479580-38f9-4fbd-a306-c4457540918d None None] Network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:49:37.594790 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Set router e492d515-489e-452c-914d-0c0f6126800c gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:49:37.639257 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-6c2f99bc-8ea4-47b6-a7d2-54c46a19a163 None None] Provisioning for port 90787c54-334c-4787-a63e-e80b41872cb1 completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:49:37.691951 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port 90787c54-334c-4787-a63e-e80b41872cb1 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:49:37.708595 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-6c2f99bc-8ea4-47b6-a7d2-54c46a19a163 None None] Provisioning complete for port 90787c54-334c-4787-a63e-e80b41872cb1 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:49:37.709017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6c2f99bc-8ea4-47b6-a7d2-54c46a19a163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:37.785609 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 90787c54-334c-4787-a63e-e80b41872cb1 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:49:37.786520 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:37.827514 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829855'] for router, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:37.940405 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:38.165645 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6c2f99bc-8ea4-47b6-a7d2-54c46a19a163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:38.189207 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:38.274524 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-6c2f99bc-8ea4-47b6-a7d2-54c46a19a163 None None] For port 90787c54-334c-4787-a63e-e80b41872cb1, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=90787c54-334c-4787-a63e-e80b41872cb1,segment=NetworkSegment(97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c),segment_id=97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:49:38.329587 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6c2f99bc-8ea4-47b6-a7d2-54c46a19a163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:38.358465 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:38.373989 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38038) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:38.407425 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1391bc88-a94e-42b0-939b-d4b426138d6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:38.463878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-1391bc88-a94e-42b0-939b-d4b426138d6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:38.486032 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-1391bc88-a94e-42b0-939b-d4b426138d6c admin admin] Usage tracker for resource:security_group_rule and tenant:c7d244f2b6bb4f18b33d9c2a5a09a6bf is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:38.503370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:49:32Z', 'revision_number': 3, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:38.509032 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Checking router: e492d515-489e-452c-914d-0c0f6126800c for host: dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:49:38.509753 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Updating router e492d515-489e-452c-914d-0c0f6126800c port e7ae5133-58c1-481b-b0c3-81d287cbe1f8 binding host dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 14:49:38.511866 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f99bc-8ea4-47b6-a7d2-54c46a19a163 None None] Pushing event updated for resources: {'Port': ['ID=90787c54-334c-4787-a63e-e80b41872cb1,revision_number=3']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:38.515146 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.db.api [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=86500) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:49:38.520372 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_db.api [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 14:49:38.520372 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6c2f99bc-8ea4-47b6-a7d2-54c46a19a163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:38.520640 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-1391bc88-a94e-42b0-939b-d4b426138d6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:38.580371 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-b2b56807-b2bf-404e-aa90-04493d558c44 None None] Provisioning complete for port 90787c54-334c-4787-a63e-e80b41872cb1 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:49:38.582551 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b2b56807-b2bf-404e-aa90-04493d558c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:38.600311 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5c258d56-98f3-4ff5-9059-55302ad16e62 req-8484a16b-746f-420b-99cf-5120cb97deb5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 210 time: 0.6612027 Apr 20 14:49:38.602157 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:38.628826 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-555037ee-1ce0-45e2-8852-f143acbfc395 req-01c7c70b-98b2-4c49-815e-b084e60fc1af tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 210 time: 0.5044847 Apr 20 14:49:38.751112 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-1391bc88-a94e-42b0-939b-d4b426138d6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:38.847508 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Router b83887b9-a80b-4fae-afb6-58384a581f4a is scheduled to L3 agent 0415711d-9175-4745-a13c-ae27be492043 with binding_index 1 {{(pid=86499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 14:49:38.973282 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-19d02bd6-94c7-435b-8181-0f6a7309eaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:39.028103 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-19d02bd6-94c7-435b-8181-0f6a7309eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:39.042578 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:39.166675 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-19d02bd6-94c7-435b-8181-0f6a7309eaa9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e61538277dc4d5485bb670b0d77f352&name=default HTTP/1.1" status: 200 len: 2975 time: 2.6830938 Apr 20 14:49:39.182327 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 38058) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:39.183289 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d02bd6-94c7-435b-8181-0f6a7309eaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7d098e-f72e-4024-b27d-0f194267a21e,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:39.190303 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-19d02bd6-94c7-435b-8181-0f6a7309eaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:39.193024 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 3d905746-c498-4ee0-bf9e-97f51b391a77 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:49:39.208457 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829855'] for router, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:39.328556 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 3d905746-c498-4ee0-bf9e-97f51b391a77 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:49:39.332646 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:39.453378 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d8355531-4ecc-4443-81c3-a138cc024957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:39.501930 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Notify callbacks [] for port, precommit_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:39.509355 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d8355531-4ecc-4443-81c3-a138cc024957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:39.527351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Transition to ACTIVE for port object e7ae5133-58c1-481b-b0c3-81d287cbe1f8 will not be triggered until provisioned by entity L2. {{(pid=86501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:49:39.585744 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:39.599601 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ee46f3aa-3858-4c24-8281-7721a6d06b25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:39.663856 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d8355531-4ecc-4443-81c3-a138cc024957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:39.664614 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Router ae876a57-7767-4884-847d-8cd874654f1d is scheduled to L3 agent 0415711d-9175-4745-a13c-ae27be492043 with binding_index 1 {{(pid=86498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 14:49:39.673237 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:39.718551 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8355531-4ecc-4443-81c3-a138cc024957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7d098e-f72e-4024-b27d-0f194267a21e,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:39.728750 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Attempting to bind port e7ae5133-58c1-481b-b0c3-81d287cbe1f8 on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:49:39.729169 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Attempting to bind port e7ae5133-58c1-481b-b0c3-81d287cbe1f8 by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}] {{(pid=86501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:49:39.740876 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Attempting to bind port e7ae5133-58c1-481b-b0c3-81d287cbe1f8 on network c65a64c7-be21-4578-9264-745dbe2f178e {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:49:39.741149 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 90787c54-334c-4787-a63e-e80b41872cb1 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:49:39.747659 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d8355531-4ecc-4443-81c3-a138cc024957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:39.760731 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:49:39.761049 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Checking segment: {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:49:39.761683 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:39.761878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Bound using segment: {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'} {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:49:39.762402 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Bound port: e7ae5133-58c1-481b-b0c3-81d287cbe1f8, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}}] {{(pid=86501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:49:39.762915 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:39.847977 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Pushing event updated for resources: {'Port': ['ID=e7ae5133-58c1-481b-b0c3-81d287cbe1f8,revision_number=2']} {{(pid=86501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:39.865998 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 90787c54-334c-4787-a63e-e80b41872cb1 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:49:39.866848 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:39.870606 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:39.871021 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:39.871383 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:39.871768 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:39.872250 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:39.872749 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:39.873116 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:39.873471 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:39.873827 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:39.874180 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:39.874679 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:39.875054 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Tracked resource versions report: Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: pushed versions: Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: { 'AddressGroup': {'1.2'}, Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'ConntrackHelper': {'1.0'}, Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'Log': {'1.0'}, Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'Network': {'1.1'}, Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'Port': {'1.7'}, Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'PortForwarding': {'1.2'}, Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'QosPolicy': {'1.8'}, Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroup': {'1.4'}, Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroupRule': {'1.2'}, Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'SubPort': {'1.0'}, Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'Subnet': {'1.1'}, Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'Trunk': {'1.1'}} Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: consumer versions: Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: { DHCP agent@dv-cinder-742162-4-smb: {}, Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: HyperV agent@hv-cinder-74216: {}, Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: L3 agent@dv-cinder-742162-4-smb: {}, Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: Metadata agent@dv-cinder-742162-4-smb: {}, Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: Metering agent@dv-cinder-742162-4-smb: {}, Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: Open vSwitch agent@dv-cinder-742162-4-smb: { 'AddressGroup': '1.2', Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'ConntrackHelper': '1.0', Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'Log': '1.0', Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'Network': '1.1', Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'Port': '1.7', Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'PortForwarding': '1.2', Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'QosPolicy': '1.8', Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroup': '1.4', Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'SecurityGroupRule': '1.2', Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'SubPort': '1.0', Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'Subnet': '1.1', Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: 'Trunk': '1.1'}} Apr 20 14:49:39.876266 dv-cinder-742162-4-smb neutron-server[86383]: {{(pid=86501) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 20 14:49:39.879430 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:39.929909 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] For port e7ae5133-58c1-481b-b0c3-81d287cbe1f8, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:49:39.934207 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] For port e7ae5133-58c1-481b-b0c3-81d287cbe1f8, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=e7ae5133-58c1-481b-b0c3-81d287cbe1f8,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:49:40.008864 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:40.047130 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:40.120120 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:49:40.130499 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Sync routers for ids ['b83887b9-a80b-4fae-afb6-58384a581f4a'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:49:40.150659 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Routers {'b83887b9-a80b-4fae-afb6-58384a581f4a'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:49:40.151399 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:49:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['b83887b9-a80b-4fae-afb6-58384a581f4a'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:40.174294 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Routers {'e492d515-489e-452c-914d-0c0f6126800c'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:49:40.175572 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:49:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['e492d515-489e-452c-914d-0c0f6126800c'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:40.275562 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1391bc88-a94e-42b0-939b-d4b426138d6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:40.348754 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1391bc88-a94e-42b0-939b-d4b426138d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:40.360582 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Notify callbacks [] for router, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:40.364876 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.8945613 Apr 20 14:49:40.385301 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9c3a2528-1f8a-447e-9033-81e78a453d21 req-fe5d0506-21b3-4b0f-96de-2dccae543fb7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 210 time: 0.4350946 Apr 20 14:49:40.401308 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 38078) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:40.407276 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:40.408600 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c7ae6f71-0ef2-4012-afad-62b17cb87455 req-cd06fc83-9f72-41af-a0c5-d84a0712c2e1 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 210 time: 0.4597144 Apr 20 14:49:40.421253 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Set router b83887b9-a80b-4fae-afb6-58384a581f4a gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:49:40.453661 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.13', 55360) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:40.486503 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391bc88-a94e-42b0-939b-d4b426138d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193d1dba-0be7-486f-9217-2d16a55295fb,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:40.752948 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1391bc88-a94e-42b0-939b-d4b426138d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:40.815341 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:49:40.829896 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-1391bc88-a94e-42b0-939b-d4b426138d6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7d244f2b6bb4f18b33d9c2a5a09a6bf&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4519863 Apr 20 14:49:40.837231 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38096) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:40.845802 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Sync routers for ids ['ae876a57-7767-4884-847d-8cd874654f1d'] in dv-cinder-742162-4-smb {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:49:40.880250 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Routers {'ae876a57-7767-4884-847d-8cd874654f1d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:49:40.881383 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:49:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['ae876a57-7767-4884-847d-8cd874654f1d'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:40.899455 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-11e38866-0a3f-46e5-a7e1-4cbbf3aa2634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:40.933484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:41.249065 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Pushing event updated for resources: {'Port': ['ID=e7ae5133-58c1-481b-b0c3-81d287cbe1f8,revision_number=3']} {{(pid=86501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:41.256235 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.213s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:41.262593 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d8355531-4ecc-4443-81c3-a138cc024957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:41.272296 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-d8355531-4ecc-4443-81c3-a138cc024957 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc7d098e-f72e-4024-b27d-0f194267a21e HTTP/1.1" status: 204 len: 168 time: 2.0851665 Apr 20 14:49:41.296831 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-cfcc204d-2c33-43d0-bf17-db69cf5edf83 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:41.303884 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-cfcc204d-2c33-43d0-bf17-db69cf5edf83 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.13 "GET /v2.0/networks?id=bf59d578-6ae3-486b-aded-96c31005ded3 HTTP/1.1" status: 200 len: 814 time: 0.5342779 Apr 20 14:49:41.356335 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Allocated IP 172.20.0.1 (f3478651-076d-4e24-9740-70942ad381f0/7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7/6840a55a-a753-490e-8df2-ed88ce7a39b2) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:49:41.396478 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Notify callbacks [] for router, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:41.404974 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.0159605 Apr 20 14:49:41.426692 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Request body: {'port': {'device_id': 'b1ab5c6e-b796-4b96-b95e-3db697d440ad', 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3', 'admin_state_up': True, 'tenant_id': 'de85cae1acea467ebd6b66a6bc270dac'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:41.479807 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Set router ae876a57-7767-4884-847d-8cd874654f1d gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:49:41.676873 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38112) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:41.677226 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.13', 55364) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:41.763729 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:41.769531 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Usage tracker for resource:port and tenant:de85cae1acea467ebd6b66a6bc270dac is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:41.773618 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:41.780837 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4168-4fd6-4f5e-ad6d-2eef6bf617bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:41.784521 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:41.814381 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:41.834029 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Transition to ACTIVE for port object 6840a55a-a753-490e-8df2-ed88ce7a39b2 will not be triggered until provisioned by entity DHCP. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:49:41.852740 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1304069229-router', 'tenant_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f08114cc-3af1-4b36-86b9-dae41676e36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:35Z', 'revision_number': 3, 'project_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'gw_port': {'id': 'f08114cc-3af1-4b36-86b9-dae41676e36d', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:41.907522 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Made reservation on behalf of de85cae1acea467ebd6b66a6bc270dac for: {'port': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:49:41.913948 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:41.932720 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Checking router: b83887b9-a80b-4fae-afb6-58384a581f4a for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:49:41.934274 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Updating router b83887b9-a80b-4fae-afb6-58384a581f4a port f08114cc-3af1-4b36-86b9-dae41676e36d binding host dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 14:49:42.065706 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8312d6f3-2747-4108-9f4c-951dde29dd42 req-fe6bc353-5563-4c52-b49b-c0c4ec7ed549 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 210 time: 0.1662271 Apr 20 14:49:42.085543 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7b603f14-112b-4dbe-bf38-b372b7a64d8a req-de40b664-159c-4536-9c01-73adef886e66 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 210 time: 0.1844401 Apr 20 14:49:42.130789 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:42.177552 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:42.338105 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7a8e3042-dcdc-4f12-b20b-bf7bcbd96d32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:42.347513 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] Set router e492d515-489e-452c-914d-0c0f6126800c gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:49:42.576695 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Allocated IP 172.20.0.10 (bf59d578-6ae3-486b-aded-96c31005ded3/6ddaa3a8-e61f-46b9-96aa-d346948b134a/7244db19-aec0-4ece-9b20-6e68e915d889) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:49:42.879473 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Pushing event updated for resources: {'Port': ['ID=6840a55a-a753-490e-8df2-ed88ce7a39b2,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:43.146816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2e1ca64c-0c02-4ab2-b8ad-c3a4bc9ea0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:43.146816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Notify callbacks [] for port, precommit_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:43.227399 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Transition to ACTIVE for port object f08114cc-3af1-4b36-86b9-dae41676e36d will not be triggered until provisioned by entity L2. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:49:43.276652 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:43.282893 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:43.294533 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.957s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:43.445563 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4168-4fd6-4f5e-ad6d-2eef6bf617bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:43.473476 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Network f3478651-076d-4e24-9740-70942ad381f0 is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:49:43.504789 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Attempting to bind port f08114cc-3af1-4b36-86b9-dae41676e36d on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:49:43.505237 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Attempting to bind port f08114cc-3af1-4b36-86b9-dae41676e36d by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:49:43.509120 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Attempting to bind port f08114cc-3af1-4b36-86b9-dae41676e36d on network c65a64c7-be21-4578-9264-745dbe2f178e {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:49:43.533620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:49:43.533953 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Checking segment: {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:49:43.536922 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:43.537469 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Bound using segment: {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:49:43.538112 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Bound port: f08114cc-3af1-4b36-86b9-dae41676e36d, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:49:43.538644 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:43.575119 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c621d-87ff-470d-a3c3-3df20b028122 None None] Pushing event updated for resources: {'Port': ['ID=f08114cc-3af1-4b36-86b9-dae41676e36d,revision_number=2']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:43.589730 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a94c621d-87ff-470d-a3c3-3df20b028122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:43.674650 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] For port f08114cc-3af1-4b36-86b9-dae41676e36d, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:49:43.688129 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:49:32Z', 'revision_number': 3, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:43.688484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] For port f08114cc-3af1-4b36-86b9-dae41676e36d, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=f08114cc-3af1-4b36-86b9-dae41676e36d,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:49:43.702497 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:49:43.710976 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a600ead-1385-42fc-a470-e9b9122596ee None None] The sync data for ids ['e492d515-489e-452c-914d-0c0f6126800c'] in dv-cinder-742162-4-smb is: [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:49:32Z', 'revision_number': 3, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}] {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:49:43.724404 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:43.731186 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:43.768662 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:36Z', 'revision_number': 3, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:43.802144 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Checking router: ae876a57-7767-4884-847d-8cd874654f1d for host: dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:49:43.802858 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Updating router ae876a57-7767-4884-847d-8cd874654f1d port 6f43c04c-9785-49ae-a27c-06989ced140e binding host dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 14:49:43.830862 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:49:43.831403 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852967166'] for router_interface, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:43.933795 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Routers {'b83887b9-a80b-4fae-afb6-58384a581f4a'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:49:43.934928 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:49:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['b83887b9-a80b-4fae-afb6-58384a581f4a'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:44.100818 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:44.328765 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c621d-87ff-470d-a3c3-3df20b028122 None None] Pushing event updated for resources: {'Port': ['ID=f08114cc-3af1-4b36-86b9-dae41676e36d,revision_number=3']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:44.338922 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a94c621d-87ff-470d-a3c3-3df20b028122 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:44.355788 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-925a5bfe-c263-4718-b090-cfe7b9a78e4b req-831c5d9e-7792-42cf-922e-9893c0e07edb tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 210 time: 0.7968729 Apr 20 14:49:44.358533 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-07577fbc-c921-425f-b44e-fa1f45e12f42 req-e00c3535-c821-4e53-9401-d6c5d46cc3c5 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 210 time: 0.8447375 Apr 20 14:49:44.368530 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:44.442163 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-b301d87e-c8af-46af-8d48-7ea44d726c0b None None] Provisioning for port 6840a55a-a753-490e-8df2-ed88ce7a39b2 completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:49:44.453836 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:44.476206 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-b301d87e-c8af-46af-8d48-7ea44d726c0b None None] Provisioning complete for port 6840a55a-a753-490e-8df2-ed88ce7a39b2 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:49:44.476206 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b301d87e-c8af-46af-8d48-7ea44d726c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:44.476490 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:44.539376 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4168-4fd6-4f5e-ad6d-2eef6bf617bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:44.553283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:44.630950 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:44.638026 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:44.682699 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bf690ed5-c48b-4132-b23a-63fd0e8435bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:44.717512 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d272e199-68a7-4ac3-a362-13e828f5cafc tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:44.719121 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d272e199-68a7-4ac3-a362-13e828f5cafc tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Synchronizing usage tracker for tenant:dc4eceb8c1e949b3a71f82e81fc2ef75 on resource:network {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:49:44.737459 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a4168-4fd6-4f5e-ad6d-2eef6bf617bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193d1dba-0be7-486f-9217-2d16a55295fb,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:44.741740 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6a2a4168-4fd6-4f5e-ad6d-2eef6bf617bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:44.895409 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6a2a4168-4fd6-4f5e-ad6d-2eef6bf617bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:44.897941 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-6a2a4168-4fd6-4f5e-ad6d-2eef6bf617bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/193d1dba-0be7-486f-9217-2d16a55295fb HTTP/1.1" status: 204 len: 168 time: 4.0584245 Apr 20 14:49:45.159636 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d272e199-68a7-4ac3-a362-13e828f5cafc tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Unset dirty status for tenant:dc4eceb8c1e949b3a71f82e81fc2ef75 on resource:network {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:49:45.159636 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d272e199-68a7-4ac3-a362-13e828f5cafc tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.13 "GET /v2.0/networks?id=e11fcaa6-7902-431f-89f9-1a8922e3c8b7 HTTP/1.1" status: 200 len: 812 time: 3.2575634 Apr 20 14:49:45.159636 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Request body: {'port': {'device_id': 'f268cbd9-4ec3-447d-9107-db35310ff8bb', 'network_id': 'e11fcaa6-7902-431f-89f9-1a8922e3c8b7', 'admin_state_up': True, 'tenant_id': 'dc4eceb8c1e949b3a71f82e81fc2ef75'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:45.163220 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] Set router b83887b9-a80b-4fae-afb6-58384a581f4a gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:49:45.303045 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-b301d87e-c8af-46af-8d48-7ea44d726c0b None None] Port 6840a55a-a753-490e-8df2-ed88ce7a39b2 cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:49:45.405359 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Notify callbacks [] for port, precommit_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:45.487161 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Transition to ACTIVE for port object 6f43c04c-9785-49ae-a27c-06989ced140e will not be triggered until provisioned by entity L2. {{(pid=86501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:49:45.557397 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:45.559214 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:45.565532 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:45.581262 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6ff44d4f-8a7e-4de1-88da-0a3b06f042b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:45.779332 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Network bf59d578-6ae3-486b-aded-96c31005ded3 is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:49:45.798041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:49:45.801773 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:49:45.810690 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:45.812047 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:45.884359 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Allocated IP 172.20.0.1 (582c3f9d-6c8f-4e30-8505-5d6d410b31fc/f2b75775-49ff-4f22-9c17-4a0e3c0f4f92/9d4fb254-be34-4a54-8875-58e6a2ab43fe) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:49:45.914793 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Pushing event updated for resources: {'Port': ['ID=7244db19-aec0-4ece-9b20-6e68e915d889,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:45.924673 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:46.077698 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Allocated IP 172.20.0.1 (8a669ef3-df53-4cd3-a0a6-990300d50cd2/d80648ec-7cf5-4306-8b5a-bd7fb5f2d85d/ff532d2c-d2dc-4d42-81b3-84ba47199049) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:49:46.093201 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c047d32d-b628-4fd9-b6c3-b4a4e12ae579 req-5644870a-d8ee-4d29-8f7f-4c050baf3a56 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 210 time: 0.1343474 Apr 20 14:49:46.134582 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7139182 Apr 20 14:49:46.166525 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Attempting to bind port 6f43c04c-9785-49ae-a27c-06989ced140e on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:49:46.167311 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Attempting to bind port 6f43c04c-9785-49ae-a27c-06989ced140e by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}] {{(pid=86501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:49:46.167664 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Attempting to bind port 6f43c04c-9785-49ae-a27c-06989ced140e on network c65a64c7-be21-4578-9264-745dbe2f178e {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:49:46.181597 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d286210-4a58-4adf-b1f8-710812e5f436 None None] Pushing event updated for resources: {'Port': ['ID=6f43c04c-9785-49ae-a27c-06989ced140e,revision_number=2']} {{(pid=86501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:46.196853 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8d286210-4a58-4adf-b1f8-710812e5f436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:46.197846 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:49:46.198255 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Checking segment: {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:49:46.198818 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:46.199169 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Bound using segment: {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'} {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:49:46.199711 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Bound port: 6f43c04c-9785-49ae-a27c-06989ced140e, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}}] {{(pid=86501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:49:46.200146 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:46.262746 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device e7ae5133-58c1-481b-b0c3-81d287cbe1f8 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:49:46.318056 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-8d9e1159-6e97-47fa-ad5d-92645afaeaf9 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86498) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 14:49:46.319906 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-8d9e1159-6e97-47fa-ad5d-92645afaeaf9 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0380290 Apr 20 14:49:46.539286 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:46.573496 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] For port 6f43c04c-9785-49ae-a27c-06989ced140e, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:49:46.589299 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] For port 6f43c04c-9785-49ae-a27c-06989ced140e, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=6f43c04c-9785-49ae-a27c-06989ced140e,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:49:46.636418 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:46.698903 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:46.726830 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port e7ae5133-58c1-481b-b0c3-81d287cbe1f8 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:49:46.744209 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port e7ae5133-58c1-481b-b0c3-81d287cbe1f8 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:49:46.751457 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:47.032735 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Routers {'ae876a57-7767-4884-847d-8cd874654f1d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:49:47.034261 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:49:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['ae876a57-7767-4884-847d-8cd874654f1d'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:47.062637 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:47.125407 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:47.205514 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:47.221414 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Usage tracker for resource:port and tenant:dc4eceb8c1e949b3a71f82e81fc2ef75 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:47.230369 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:47.235040 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:47.239910 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:47.251387 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:47.264669 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:47.275889 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Transition to ACTIVE for port object ff532d2c-d2dc-4d42-81b3-84ba47199049 will not be triggered until provisioned by entity DHCP. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:49:47.281905 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port e7ae5133-58c1-481b-b0c3-81d287cbe1f8, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=e7ae5133-58c1-481b-b0c3-81d287cbe1f8,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:49:47.293625 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1304069229-router', 'tenant_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f08114cc-3af1-4b36-86b9-dae41676e36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:35Z', 'revision_number': 3, 'project_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'gw_port': {'id': 'f08114cc-3af1-4b36-86b9-dae41676e36d', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:47.307014 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ac10ad-788e-4ae8-bc1b-a435d0a47e11 None None] The sync data for ids ['b83887b9-a80b-4fae-afb6-58384a581f4a'] in dv-cinder-742162-4-smb is: [{'id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1304069229-router', 'tenant_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f08114cc-3af1-4b36-86b9-dae41676e36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:35Z', 'revision_number': 3, 'project_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'gw_port': {'id': 'f08114cc-3af1-4b36-86b9-dae41676e36d', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:49:47.329996 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:47.335586 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:47.354091 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Made reservation on behalf of dc4eceb8c1e949b3a71f82e81fc2ef75 for: {'port': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:49:47.358754 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:47.484829 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:47.486478 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Network 582c3f9d-6c8f-4e30-8505-5d6d410b31fc is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:49:47.498356 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Pushing event updated for resources: {'Port': ['ID=9d4fb254-be34-4a54-8875-58e6a2ab43fe,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:47.508788 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:49:47.570524 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=e7ae5133-58c1-481b-b0c3-81d287cbe1f8,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:47.592885 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:47.612328 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02db415-51b7-4b8f-8dc4-f8fd3ca2e965 req-c006f412-dfec-4a03-999d-0635f75648ae tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:47.622887 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-d02db415-51b7-4b8f-8dc4-f8fd3ca2e965 req-c006f412-dfec-4a03-999d-0635f75648ae tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Synchronizing usage tracker for tenant:de85cae1acea467ebd6b66a6bc270dac on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:49:47.762055 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device e7ae5133-58c1-481b-b0c3-81d287cbe1f8 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:49:47.783605 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:47.787277 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-39596158-2a81-4f9c-92ca-c55e4521b06e req-c3e13dd4-c4b0-4a62-9a27-bfc5b4d6849f tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 210 time: 0.1589184 Apr 20 14:49:47.848297 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Request body: {'port': {'device_id': 'b1ab5c6e-b796-4b96-b95e-3db697d440ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:47.861006 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38216) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:47.863048 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:47.884493 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853102673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808741'] for router_interface, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:47.903015 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:48.158091 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-d02db415-51b7-4b8f-8dc4-f8fd3ca2e965 req-c006f412-dfec-4a03-999d-0635f75648ae tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Unset dirty status for tenant:de85cae1acea467ebd6b66a6bc270dac on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:49:48.160430 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d02db415-51b7-4b8f-8dc4-f8fd3ca2e965 req-c006f412-dfec-4a03-999d-0635f75648ae tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 932 time: 2.0656743 Apr 20 14:49:48.172297 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:48.189353 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:49:48.190255 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852967166'] for router_interface, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:48.295857 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port e7ae5133-58c1-481b-b0c3-81d287cbe1f8 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:49:48.299188 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:48.486302 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Pushing event updated for resources: {'Port': ['ID=6840a55a-a753-490e-8df2-ed88ce7a39b2,revision_number=2']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:48.536863 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d286210-4a58-4adf-b1f8-710812e5f436 None None] Pushing event updated for resources: {'Port': ['ID=6f43c04c-9785-49ae-a27c-06989ced140e,revision_number=3']} {{(pid=86501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:48.544469 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8d286210-4a58-4adf-b1f8-710812e5f436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.849s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:48.582246 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:48.605781 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] Set router ae876a57-7767-4884-847d-8cd874654f1d gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:49:48.782795 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:48.905536 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2f937b29-c74b-475e-9425-008d699ca057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:48.986210 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:49.188181 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:49:49.224699 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:49:49.273919 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:49.297842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-2f937b29-c74b-475e-9425-008d699ca057 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:49.307163 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-2f937b29-c74b-475e-9425-008d699ca057 admin admin] Usage tracker for resource:security_group_rule and tenant:4d73113494884d00857439564f0efc8d is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:49.328615 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-2f937b29-c74b-475e-9425-008d699ca057 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:49.344429 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-2f937b29-c74b-475e-9425-008d699ca057 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:49.574392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:49:49.580148 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852967166'] for router_interface, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:49.637020 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Network f3478651-076d-4e24-9740-70942ad381f0 is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:49:49.660603 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:49:49.729721 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-d93e19ba-7e0f-43e2-af7d-fe0b48657628 None None] Provisioning for port ff532d2c-d2dc-4d42-81b3-84ba47199049 completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:49:49.737545 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-d93e19ba-7e0f-43e2-af7d-fe0b48657628 None None] Provisioning complete for port ff532d2c-d2dc-4d42-81b3-84ba47199049 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:49:49.738329 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d93e19ba-7e0f-43e2-af7d-fe0b48657628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:49.851594 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Allocated IP 172.20.0.8 (e11fcaa6-7902-431f-89f9-1a8922e3c8b7/95e9eae4-2118-48a2-a159-f3d9ad04dcc5/ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:49:49.890521 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:36Z', 'revision_number': 3, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:49.898797 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device f08114cc-3af1-4b36-86b9-dae41676e36d up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:49:49.900206 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d2abbc-b65f-4ed8-b4f1-d8e2db99bd6a None None] The sync data for ids ['ae876a57-7767-4884-847d-8cd874654f1d'] in dv-cinder-742162-4-smb is: [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:36Z', 'revision_number': 3, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}] {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:49:49.980833 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-87e34004-719a-4233-9e91-2774429f554a req-431de485-5579-4485-a6d3-762cf7ca4885 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 210 time: 0.7112749 Apr 20 14:49:50.012019 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d02db415-51b7-4b8f-8dc4-f8fd3ca2e965 req-ef29efac-0eab-4820-afa1-c2baa09b76b7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8277919 Apr 20 14:49:50.239640 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-d93e19ba-7e0f-43e2-af7d-fe0b48657628 None None] Port ff532d2c-d2dc-4d42-81b3-84ba47199049 cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:49:50.604827 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Router e492d515-489e-452c-914d-0c0f6126800c has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:49:50.662041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:50.703213 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38260) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:50.751596 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Pushing event updated for resources: {'Port': ['ID=ff532d2c-d2dc-4d42-81b3-84ba47199049,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:50.927424 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.941s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:51.110628 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-c64b780b-6ec5-4dfc-b8dd-a6fac8c3120a None None] Provisioning complete for port 6840a55a-a753-490e-8df2-ed88ce7a39b2 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:49:51.119075 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c64b780b-6ec5-4dfc-b8dd-a6fac8c3120a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:51.287173 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port f08114cc-3af1-4b36-86b9-dae41676e36d completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:49:51.358483 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port f08114cc-3af1-4b36-86b9-dae41676e36d triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:49:51.362572 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:51.508783 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-c64b780b-6ec5-4dfc-b8dd-a6fac8c3120a None None] Port 6840a55a-a753-490e-8df2-ed88ce7a39b2 cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:49:51.662955 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:51.712442 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.db.resource_extend [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86498) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 14:49:51.770492 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-208f4dd0-494f-4943-9d2f-99fd59bfa43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:51.781628 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:51.809750 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port f08114cc-3af1-4b36-86b9-dae41676e36d, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=f08114cc-3af1-4b36-86b9-dae41676e36d,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:49:51.830880 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-89f0a709-db18-47f3-83f0-cbd93f4f9fec req-d1bafff2-a426-43ce-ab3c-13e32875b3a6 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 210 time: 0.3786542 Apr 20 14:49:51.848174 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:51.850827 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a94c621d-87ff-470d-a3c3-3df20b028122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:51.852251 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-208f4dd0-494f-4943-9d2f-99fd59bfa43a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:51.866558 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-208f4dd0-494f-4943-9d2f-99fd59bfa43a admin admin] Usage tracker for resource:security_group_rule and tenant:cbda40160bd041fd8ae0d96cd74909f1 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:51.875445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-208f4dd0-494f-4943-9d2f-99fd59bfa43a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:51.900258 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-208f4dd0-494f-4943-9d2f-99fd59bfa43a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:52.084484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=f08114cc-3af1-4b36-86b9-dae41676e36d,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:52.115093 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 6f43c04c-9785-49ae-a27c-06989ced140e up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:49:52.249359 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d88af96-51bc-4bcf-b052-669ade25117a req-b7ab5247-2867-4367-94e8-a74b674c3966 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:52.256658 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9d88af96-51bc-4bcf-b052-669ade25117a req-b7ab5247-2867-4367-94e8-a74b674c3966 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 932 time: 0.7973566 Apr 20 14:49:52.339903 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:52.345050 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2f937b29-c74b-475e-9425-008d699ca057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:52.394936 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7244db19-aec0-4ece-9b20-6e68e915d889 {{(pid=86498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:49:52.415282 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port 6f43c04c-9785-49ae-a27c-06989ced140e completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:49:52.422630 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:52.437300 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 6f43c04c-9785-49ae-a27c-06989ced140e triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:49:52.437962 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:52.458115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-208f4dd0-494f-4943-9d2f-99fd59bfa43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:52.459246 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9d88af96-51bc-4bcf-b052-669ade25117a req-a147267d-3f21-45a2-9e5f-a48ac61a680a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501915 Apr 20 14:49:52.496701 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Transition to ACTIVE for port object 7244db19-aec0-4ece-9b20-6e68e915d889 will not be triggered until provisioned by entity L2. {{(pid=86498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:49:52.509847 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2f937b29-c74b-475e-9425-008d699ca057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:52.523704 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:52.528682 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:49:52.529825 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:52.533820 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-208f4dd0-494f-4943-9d2f-99fd59bfa43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:52.547892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e5f0b087-7588-40d8-a6aa-40e907157f38 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:52.615226 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1391bc88-a94e-42b0-939b-d4b426138d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:52.621007 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Sync routers for ids ['e492d515-489e-452c-914d-0c0f6126800c'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:49:52.664114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f937b29-c74b-475e-9425-008d699ca057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532c0b2c-41d0-4a1a-8494-1760e237fc56,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:52.707798 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:52.717760 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853102673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808741'] for router_interface, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:52.731920 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-208f4dd0-494f-4943-9d2f-99fd59bfa43a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cbda40160bd041fd8ae0d96cd74909f1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9820187 Apr 20 14:49:52.785672 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 38288) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:52.792846 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Routers {'e492d515-489e-452c-914d-0c0f6126800c'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:49:52.793679 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:49:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['e492d515-489e-452c-914d-0c0f6126800c'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:52.819590 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f4dd0-494f-4943-9d2f-99fd59bfa43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a94f606-7562-4a73-9281-2a50f2f6c4d7,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:52.829009 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-208f4dd0-494f-4943-9d2f-99fd59bfa43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:52.842160 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:52.842456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:52.845906 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-2f937b29-c74b-475e-9425-008d699ca057 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d73113494884d00857439564f0efc8d&name=default HTTP/1.1" status: 200 len: 2979 time: 4.9811575 Apr 20 14:49:53.007822 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38292) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:53.072008 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] 10.222.0.21 "PUT /v2.0/routers/e492d515-489e-452c-914d-0c0f6126800c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6873167 Apr 20 14:49:53.105182 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:53.135434 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port 6f43c04c-9785-49ae-a27c-06989ced140e, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=6f43c04c-9785-49ae-a27c-06989ced140e,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:49:53.188719 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:53.203024 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-17b5d757-6d4d-43e8-a76c-51807adc789b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:53.221161 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:53.267430 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fb370e70-0ffc-4285-994e-ae032331424c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:53.375237 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fb370e70-0ffc-4285-994e-ae032331424c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:53.382414 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=6f43c04c-9785-49ae-a27c-06989ced140e,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:53.411407 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:53.473219 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:53.501643 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Set router e492d515-489e-452c-914d-0c0f6126800c gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:49:53.524943 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:53.527242 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:53.529715 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853102673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808741'] for router_interface, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:53.552651 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:54.169295 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Pushing event updated for resources: {'Port': ['ID=ff532d2c-d2dc-4d42-81b3-84ba47199049,revision_number=2']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:54.282074 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Pushing event updated for resources: {'Port': ['ID=ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:54.286603 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Network e11fcaa6-7902-431f-89f9-1a8922e3c8b7 is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:49:54.292888 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:54.293673 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:54.294216 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:54.295488 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:49:54.296809 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 6f43c04c-9785-49ae-a27c-06989ced140e up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:49:54.356957 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:49:54.363883 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:54.364702 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:54.498941 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.5076108 Apr 20 14:49:54.509313 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:49:54.511432 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:49:54.545843 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 6f43c04c-9785-49ae-a27c-06989ced140e triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:49:54.546423 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:54.625466 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Network 582c3f9d-6c8f-4e30-8505-5d6d410b31fc is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:49:54.663962 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:49:43Z', 'revision_number': 4, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '6840a55a-a753-490e-8df2-ed88ce7a39b2', 'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'mac_address': 'fa:16:3e:77:d3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:41Z', 'updated_at': '2021-04-20T14:49:44Z', 'revision_number': 2, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'subnets': [{'id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:54.671768 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Checking router: e492d515-489e-452c-914d-0c0f6126800c for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:49:54.672550 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Updating router e492d515-489e-452c-914d-0c0f6126800c port 6840a55a-a753-490e-8df2-ed88ce7a39b2 binding host dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 14:49:54.697882 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:49:54.885247 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device f08114cc-3af1-4b36-86b9-dae41676e36d up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:49:55.063564 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fb370e70-0ffc-4285-994e-ae032331424c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:55.070789 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Request body: {'port': {'device_id': 'f268cbd9-4ec3-447d-9107-db35310ff8bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:55.132783 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:55.175001 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-b231ca99-beaf-4a16-b067-5dc100e319d3 None None] Provisioning complete for port ff532d2c-d2dc-4d42-81b3-84ba47199049 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:49:55.176005 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b231ca99-beaf-4a16-b067-5dc100e319d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:55.181536 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Router b83887b9-a80b-4fae-afb6-58384a581f4a has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:49:55.223940 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fb370e70-0ffc-4285-994e-ae032331424c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:55.229613 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-fb370e70-0ffc-4285-994e-ae032331424c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/532c0b2c-41d0-4a1a-8494-1760e237fc56 HTTP/1.1" status: 204 len: 168 time: 2.1939082 Apr 20 14:49:55.230505 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-14210838-f207-4072-a46a-d4163c2232a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:55.234099 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=7244db19-aec0-4ece-9b20-6e68e915d889,revision_number=2']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:55.249783 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.702s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:55.252607 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Router ae876a57-7767-4884-847d-8cd874654f1d has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:49:55.253837 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb370e70-0ffc-4285-994e-ae032331424c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532c0b2c-41d0-4a1a-8494-1760e237fc56,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:55.266851 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fb370e70-0ffc-4285-994e-ae032331424c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:55.269177 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-88fcf1cc-a1ff-473b-9c36-83f5ab02ac25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:55.312959 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-88fcf1cc-a1ff-473b-9c36-83f5ab02ac25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:55.350126 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port f08114cc-3af1-4b36-86b9-dae41676e36d triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:49:55.353396 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:55.358056 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Attempting to bind port 7244db19-aec0-4ece-9b20-6e68e915d889 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:49:55.358444 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Attempting to bind port 7244db19-aec0-4ece-9b20-6e68e915d889 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '253c8595-0217-4d33-b648-ba96be701902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3'}] {{(pid=86498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:49:55.358844 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Attempting to bind port 7244db19-aec0-4ece-9b20-6e68e915d889 on network bf59d578-6ae3-486b-aded-96c31005ded3 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:49:55.365463 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.630s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:55.546826 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Port 7244db19-aec0-4ece-9b20-6e68e915d889 on network bf59d578-6ae3-486b-aded-96c31005ded3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:55.547196 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Attempting to bind port 7244db19-aec0-4ece-9b20-6e68e915d889 on network bf59d578-6ae3-486b-aded-96c31005ded3 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:49:55.552369 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Pushing event updated for resources: {'Port': ['ID=9d4fb254-be34-4a54-8875-58e6a2ab43fe,revision_number=2']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:55.569903 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:49:55.581895 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:55.582452 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Sync routers for ids ['ae876a57-7767-4884-847d-8cd874654f1d'] in dv-cinder-742162-4-smb {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:49:55.594100 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] 10.222.0.21 "PUT /v2.0/routers/ae876a57-7767-4884-847d-8cd874654f1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9125755 Apr 20 14:49:55.597482 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:55.620285 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Routers {'ae876a57-7767-4884-847d-8cd874654f1d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:49:55.621790 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:49:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['ae876a57-7767-4884-847d-8cd874654f1d'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:55.691227 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-b231ca99-beaf-4a16-b067-5dc100e319d3 None None] Port ff532d2c-d2dc-4d42-81b3-84ba47199049 cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:49:55.709067 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:49:55.709418 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Checking segment: {'id': '253c8595-0217-4d33-b648-ba96be701902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:49:55.710318 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Bound using segment: {'id': '253c8595-0217-4d33-b648-ba96be701902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3'} {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:49:55.711305 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Bound port: 7244db19-aec0-4ece-9b20-6e68e915d889, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253c8595-0217-4d33-b648-ba96be701902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3'}}] {{(pid=86498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:49:55.711728 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:55.869733 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Set router ae876a57-7767-4884-847d-8cd874654f1d gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:49:55.901093 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] For port 7244db19-aec0-4ece-9b20-6e68e915d889, host hv-cinder-74216, cleared binding levels {{(pid=86498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:49:55.912553 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] For port 7244db19-aec0-4ece-9b20-6e68e915d889, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7244db19-aec0-4ece-9b20-6e68e915d889,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:49:55.922262 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-88fcf1cc-a1ff-473b-9c36-83f5ab02ac25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:56.085768 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Notify callbacks [] for port, precommit_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:56.107732 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Transition to ACTIVE for port object 6840a55a-a753-490e-8df2-ed88ce7a39b2 will not be triggered until provisioned by entity L2. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:49:56.147157 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:56.159643 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:56.217635 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:56.232611 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-19d02bd6-94c7-435b-8181-0f6a7309eaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:56.261704 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcf1cc-a1ff-473b-9c36-83f5ab02ac25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a94f606-7562-4a73-9281-2a50f2f6c4d7,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:56.272980 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-88fcf1cc-a1ff-473b-9c36-83f5ab02ac25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:56.274215 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-88fcf1cc-a1ff-473b-9c36-83f5ab02ac25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:56.276445 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-88fcf1cc-a1ff-473b-9c36-83f5ab02ac25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a94f606-7562-4a73-9281-2a50f2f6c4d7 HTTP/1.1" status: 204 len: 168 time: 3.4895508 Apr 20 14:49:56.313196 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:56.351785 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': 'ff532d2c-d2dc-4d42-81b3-84ba47199049', 'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'mac_address': 'fa:16:3e:5e:63:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:44Z', 'updated_at': '2021-04-20T14:49:52Z', 'revision_number': 2, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'subnets': [{'id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:56.365675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Checking router: ae876a57-7767-4884-847d-8cd874654f1d for host: dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:49:56.369014 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Updating router ae876a57-7767-4884-847d-8cd874654f1d port ff532d2c-d2dc-4d42-81b3-84ba47199049 binding host dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 14:49:56.414381 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b0258-a5c2-495e-8ae5-a18e18fe12d0 None None] Pushing event updated for resources: {'Port': ['ID=6840a55a-a753-490e-8df2-ed88ce7a39b2,revision_number=3']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:56.434603 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a18b0258-a5c2-495e-8ae5-a18e18fe12d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:56.525901 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:56.589795 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:56.590608 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:56.600537 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] 10.222.0.13 "PUT /v2.0/ports/7244db19-aec0-4ece-9b20-6e68e915d889 HTTP/1.1" status: 200 len: 1094 time: 9.4324641 Apr 20 14:49:56.644048 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Pushing event updated for resources: {'Port': ['ID=7244db19-aec0-4ece-9b20-6e68e915d889,revision_number=3']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:56.656675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:56.661161 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1ab5c6e-b796-4b96-b95e-3db697d440ad', 'tag': '7244db19-aec0-4ece-9b20-6e68e915d889'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:49:56.787687 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b661f-383f-4be9-89f3-27516cadfc25 req-51ab8b59-b422-4c9a-bf38-0bc17a74f817 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:56.790998 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d66b661f-383f-4be9-89f3-27516cadfc25 req-51ab8b59-b422-4c9a-bf38-0bc17a74f817 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 931 time: 2.4817321 Apr 20 14:49:56.802596 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4b86b-0115-46fc-8617-2cebef91630e req-2e7cc798-db0f-44c2-b89d-b38173795092 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:56.812947 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e3b4b86b-0115-46fc-8617-2cebef91630e req-2e7cc798-db0f-44c2-b89d-b38173795092 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 944 time: 2.4014556 Apr 20 14:49:56.821993 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a {{(pid=86499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:49:56.853397 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:56.887929 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Transition to ACTIVE for port object ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a will not be triggered until provisioned by entity L2. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:49:56.934125 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:56.940150 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:57.147739 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a,revision_number=2']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:57.153560 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:57.168174 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Attempting to bind port 6840a55a-a753-490e-8df2-ed88ce7a39b2 on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:49:57.168596 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Attempting to bind port 6840a55a-a753-490e-8df2-ed88ce7a39b2 by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': '6f6276ee-3184-4479-a65e-2bea908756d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0'}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:49:57.169019 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Attempting to bind port 6840a55a-a753-490e-8df2-ed88ce7a39b2 on network f3478651-076d-4e24-9740-70942ad381f0 {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:49:57.178805 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:49:57.179236 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Checking segment: {'id': '6f6276ee-3184-4479-a65e-2bea908756d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:49:57.179670 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:57.180322 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Bound using segment: {'id': '6f6276ee-3184-4479-a65e-2bea908756d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0'} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:49:57.182007 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Bound port: 6840a55a-a753-490e-8df2-ed88ce7a39b2, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6276ee-3184-4479-a65e-2bea908756d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0'}}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:49:57.182880 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:57.292423 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e3b4b86b-0115-46fc-8617-2cebef91630e req-0a7c44ae-2d52-4b7a-9fe4-236c2464855b tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655933 Apr 20 14:49:57.325141 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d66b661f-383f-4be9-89f3-27516cadfc25 req-4301621e-f9d6-4cd1-a221-a50c7aa53fc4 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/security-groups?id=26db2e1e-eed6-4b25-858f-8d300736fb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430325 Apr 20 14:49:57.449120 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:49:57.449958 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Attempting to bind port ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:49:57.450511 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Attempting to bind port ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '96844d62-3b35-4aaf-a13e-33091636ec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e11fcaa6-7902-431f-89f9-1a8922e3c8b7'}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:49:57.451095 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Attempting to bind port ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a on network e11fcaa6-7902-431f-89f9-1a8922e3c8b7 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:49:57.467552 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Port ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a on network e11fcaa6-7902-431f-89f9-1a8922e3c8b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:49:57.468105 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Attempting to bind port ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a on network e11fcaa6-7902-431f-89f9-1a8922e3c8b7 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:49:57.480262 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-7c9847c5-1fdb-45c4-bd2e-fe7d6d712a83 admin admin] 10.222.0.21 "PUT /v2.0/routers/b83887b9-a80b-4fae-afb6-58384a581f4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.0704119 Apr 20 14:49:57.486350 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Sync routers for ids ['b83887b9-a80b-4fae-afb6-58384a581f4a'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:49:57.488771 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-46588420-f090-48c8-9f75-4ad1ee78b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:57.494041 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-46588420-f090-48c8-9f75-4ad1ee78b3f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de85cae1acea467ebd6b66a6bc270dac&device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 1097 time: 0.6133571 Apr 20 14:49:57.503053 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:49:57.503372 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Checking segment: {'id': '96844d62-3b35-4aaf-a13e-33091636ec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e11fcaa6-7902-431f-89f9-1a8922e3c8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:49:57.503928 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Bound using segment: {'id': '96844d62-3b35-4aaf-a13e-33091636ec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e11fcaa6-7902-431f-89f9-1a8922e3c8b7'} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:49:57.504429 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Bound port: ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96844d62-3b35-4aaf-a13e-33091636ec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e11fcaa6-7902-431f-89f9-1a8922e3c8b7'}}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:49:57.504784 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:57.544124 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Routers {'b83887b9-a80b-4fae-afb6-58384a581f4a'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:49:57.544124 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:49:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['b83887b9-a80b-4fae-afb6-58384a581f4a'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:57.675072 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-716f28c2-2b65-4fa4-ad43-019ac407860d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7244db19-aec0-4ece-9b20-6e68e915d889 HTTP/1.1" status: 200 len: 217 time: 0.1520541 Apr 20 14:49:57.695716 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] For port ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a, host hv-cinder-74216, cleared binding levels {{(pid=86499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:49:57.702103 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] For port ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a,segment=NetworkSegment(96844d62-3b35-4aaf-a13e-33091636ec29),segment_id=96844d62-3b35-4aaf-a13e-33091636ec29)] {{(pid=86499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:49:57.759904 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:57.768306 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:57.781744 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-6b647c7c-d86d-46e2-bcb6-dd3607e9b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:57.783564 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-6b647c7c-d86d-46e2-bcb6-dd3607e9b522 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ddaa3a8-e61f-46b9-96aa-d346948b134a HTTP/1.1" status: 200 len: 854 time: 0.0929375 Apr 20 14:49:57.790953 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Notify callbacks [] for port, precommit_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:57.814848 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 38360) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:57.820804 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] For port 6840a55a-a753-490e-8df2-ed88ce7a39b2, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:49:57.831876 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Transition to ACTIVE for port object ff532d2c-d2dc-4d42-81b3-84ba47199049 will not be triggered until provisioned by entity L2. {{(pid=86501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:49:57.856349 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dd0a0ed2-d026-4f12-9b72-7cbf9f3839ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:57.861276 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] For port 6840a55a-a753-490e-8df2-ed88ce7a39b2, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=6840a55a-a753-490e-8df2-ed88ce7a39b2,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:49:57.873975 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:57.875175 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:57.877074 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] 10.222.0.13 "PUT /v2.0/ports/ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a HTTP/1.1" status: 200 len: 1093 time: 2.8176692 Apr 20 14:49:57.877904 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f268cbd9-4ec3-447d-9107-db35310ff8bb', 'tag': 'ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:49:57.889615 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:57.901040 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-991d22c4-eafb-49a0-8003-1808a89ffcb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:57.901479 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-dd0a0ed2-d026-4f12-9b72-7cbf9f3839ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:57.909415 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-dd0a0ed2-d026-4f12-9b72-7cbf9f3839ba admin admin] Usage tracker for resource:security_group_rule and tenant:3aab2cdc2e9d443aa231772484e41987 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:57.913832 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-dd0a0ed2-d026-4f12-9b72-7cbf9f3839ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:57.928987 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:57.930635 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-dd0a0ed2-d026-4f12-9b72-7cbf9f3839ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:57.943918 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Set router b83887b9-a80b-4fae-afb6-58384a581f4a gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:49:57.989030 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7a320-fe9d-4d41-b83b-04ea51ff6668 None None] Pushing event updated for resources: {'Port': ['ID=ff532d2c-d2dc-4d42-81b3-84ba47199049,revision_number=3']} {{(pid=86501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:58.083131 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:58.121300 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-ef8bf2c7-bef9-43af-b7a5-1119c1af3367 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf59d578-6ae3-486b-aded-96c31005ded3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231861 Apr 20 14:49:58.268781 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b0258-a5c2-495e-8ae5-a18e18fe12d0 None None] Pushing event updated for resources: {'Port': ['ID=6840a55a-a753-490e-8df2-ed88ce7a39b2,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:58.293179 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a18b0258-a5c2-495e-8ae5-a18e18fe12d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:58.305282 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a,revision_number=3']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:58.313846 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:58.357741 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Routers {'e492d515-489e-452c-914d-0c0f6126800c'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:49:58.358750 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:49:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['e492d515-489e-452c-914d-0c0f6126800c'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:58.372788 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-fd25b53a-efd1-4348-9cb2-6fa025598ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:58.374539 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-fd25b53a-efd1-4348-9cb2-6fa025598ab0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc4eceb8c1e949b3a71f82e81fc2ef75&device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 1096 time: 0.2656269 Apr 20 14:49:58.436564 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-97c7a320-fe9d-4d41-b83b-04ea51ff6668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:58.580660 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Attempting to bind port ff532d2c-d2dc-4d42-81b3-84ba47199049 on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:49:58.582047 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Attempting to bind port ff532d2c-d2dc-4d42-81b3-84ba47199049 by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2'}] {{(pid=86501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:49:58.582047 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Attempting to bind port ff532d2c-d2dc-4d42-81b3-84ba47199049 on network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:49:58.601053 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-7e7c4951-21b3-4f75-8795-14a8f85e29d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a HTTP/1.1" status: 200 len: 217 time: 0.2063074 Apr 20 14:49:58.607247 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:49:58.630970 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:49:58.630970 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Checking segment: {'id': '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:49:58.630970 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:58.630970 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Bound using segment: {'id': '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2'} {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:49:58.632208 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Bound port: ff532d2c-d2dc-4d42-81b3-84ba47199049, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2'}}] {{(pid=86501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:49:58.636091 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:58.648475 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-baa6361f-30b2-4b29-a606-d50621c04fd4 service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176799 Apr 20 14:49:58.863409 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-98f5eb17-d0cc-45b0-87e3-469a3db6d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:58.865300 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-98f5eb17-d0cc-45b0-87e3-469a3db6d657 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95e9eae4-2118-48a2-a159-f3d9ad04dcc5 HTTP/1.1" status: 200 len: 852 time: 0.2536032 Apr 20 14:49:58.919103 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8f87dc98-274e-458b-bc5d-e03ff9d1ca02 req-a53f8926-9066-4a76-8817-48b26b669827 service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550855 Apr 20 14:49:58.944914 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] For port ff532d2c-d2dc-4d42-81b3-84ba47199049, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:49:58.950508 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] For port ff532d2c-d2dc-4d42-81b3-84ba47199049, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=ff532d2c-d2dc-4d42-81b3-84ba47199049,segment=NetworkSegment(97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c),segment_id=97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c)] {{(pid=86501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:49:58.954323 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-23a9d5dc-eebb-4194-bf0e-4b3e9605550d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e11fcaa6-7902-431f-89f9-1a8922e3c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807447 Apr 20 14:49:58.998063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 38398) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:59.012058 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 38400) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:49:59.027375 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-546da985-2676-4274-a9cf-4c42a2eb40df tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--649963962', 'description': 'tempest-description--1760436234'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:59.033031 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:59.040932 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8d286210-4a58-4adf-b1f8-710812e5f436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:59.057246 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-546da985-2676-4274-a9cf-4c42a2eb40df tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:59.069678 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-546da985-2676-4274-a9cf-4c42a2eb40df tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Usage tracker for resource:security_group and tenant:6ec9121784bc4847a675627263bbd80b is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:59.076741 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-546da985-2676-4274-a9cf-4c42a2eb40df tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:59.093957 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-546da985-2676-4274-a9cf-4c42a2eb40df tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:59.127929 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-8aaf52b0-820c-4b68-a3b4-164d1fb17908 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1997018701', 'description': 'tempest-description--1983621104'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:49:59.147694 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-8aaf52b0-820c-4b68-a3b4-164d1fb17908 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:59.157335 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-8aaf52b0-820c-4b68-a3b4-164d1fb17908 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Usage tracker for resource:security_group and tenant:60cc29d1ca354b0bb99197550f740015 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:59.161172 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-8aaf52b0-820c-4b68-a3b4-164d1fb17908 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:59.174026 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] Set router e492d515-489e-452c-914d-0c0f6126800c gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:49:59.179772 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-8aaf52b0-820c-4b68-a3b4-164d1fb17908 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:59.311841 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Routers {'ae876a57-7767-4884-847d-8cd874654f1d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:49:59.312512 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:49:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['ae876a57-7767-4884-847d-8cd874654f1d'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:59.329280 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dd0a0ed2-d026-4f12-9b72-7cbf9f3839ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:59.400760 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-70098488-1326-430e-9497-290f129b9526 service neutron] 10.222.0.13 "GET /v2.0/networks/e11fcaa6-7902-431f-89f9-1a8922e3c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306655 Apr 20 14:49:59.408857 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dd0a0ed2-d026-4f12-9b72-7cbf9f3839ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:59.428626 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7a320-fe9d-4d41-b83b-04ea51ff6668 None None] Pushing event updated for resources: {'Port': ['ID=ff532d2c-d2dc-4d42-81b3-84ba47199049,revision_number=4']} {{(pid=86501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:59.452579 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-97c7a320-fe9d-4d41-b83b-04ea51ff6668 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:59.469837 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8aaf52b0-820c-4b68-a3b4-164d1fb17908 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:59.517311 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-546da985-2676-4274-a9cf-4c42a2eb40df tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:49:59.575609 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1ab5c6e-b796-4b96-b95e-3db697d440ad', 'tag': '7244db19-aec0-4ece-9b20-6e68e915d889', 'status': 'completed', 'code': 200} Apr 20 14:49:59.577495 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d8355531-4ecc-4443-81c3-a138cc024957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:49:59.612824 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-8aaf52b0-820c-4b68-a3b4-164d1fb17908 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:49:59.624325 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-8aaf52b0-820c-4b68-a3b4-164d1fb17908 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Usage tracker for resource:security_group_rule and tenant:60cc29d1ca354b0bb99197550f740015 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:49:59.631663 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-8aaf52b0-820c-4b68-a3b4-164d1fb17908 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:49:59.659730 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-8aaf52b0-820c-4b68-a3b4-164d1fb17908 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:49:59.765382 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-51e5395e-93af-4985-8b43-c4b971cd3bb5 req-de31beae-9fec-45a4-b396-3671e86632de service neutron] 10.222.0.13 "GET /v2.0/networks/e11fcaa6-7902-431f-89f9-1a8922e3c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567410 Apr 20 14:49:59.795331 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] Set router ae876a57-7767-4884-847d-8cd874654f1d gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:49:59.833863 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683b626-bcd8-448d-af43-e97a72decfcf req-e247374c-b076-4252-928a-7f0b0212f903 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:49:59.835577 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1683b626-bcd8-448d-af43-e97a72decfcf req-e247374c-b076-4252-928a-7f0b0212f903 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 944 time: 0.6342018 Apr 20 14:49:59.837124 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0a0ed2-d026-4f12-9b72-7cbf9f3839ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e18e084-1aa6-4950-a96c-51c0ad7ff188,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:49:59.927742 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-dd0a0ed2-d026-4f12-9b72-7cbf9f3839ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:49:59.979456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:49:43Z', 'revision_number': 4, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '6840a55a-a753-490e-8df2-ed88ce7a39b2', 'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'mac_address': 'fa:16:3e:77:d3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:41Z', 'updated_at': '2021-04-20T14:49:57Z', 'revision_number': 4, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'subnets': [{'id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:59.984469 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb4dad5-9b89-4f26-8387-4a04ec9c3d8e None None] The sync data for ids ['e492d515-489e-452c-914d-0c0f6126800c'] in dv-cinder-742162-4-smb is: [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:49:43Z', 'revision_number': 4, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '6840a55a-a753-490e-8df2-ed88ce7a39b2', 'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'mac_address': 'fa:16:3e:77:d3:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:41Z', 'updated_at': '2021-04-20T14:49:57Z', 'revision_number': 4, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'subnets': [{'id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:49:59.996437 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1304069229-router', 'tenant_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f08114cc-3af1-4b36-86b9-dae41676e36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:50Z', 'revision_number': 4, 'project_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'gw_port': {'id': 'f08114cc-3af1-4b36-86b9-dae41676e36d', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '9d4fb254-be34-4a54-8875-58e6a2ab43fe', 'name': '', 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc', 'tenant_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'mac_address': 'fa:16:3e:a0:08:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f2b75775-49ff-4f22-9c17-4a0e3c0f4f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:45Z', 'updated_at': '2021-04-20T14:49:50Z', 'revision_number': 2, 'project_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'subnets': [{'id': 'f2b75775-49ff-4f22-9c17-4a0e3c0f4f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:49:59.999535 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8aaf52b0-820c-4b68-a3b4-164d1fb17908 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:00.001520 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Checking router: b83887b9-a80b-4fae-afb6-58384a581f4a for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:50:00.005653 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Updating router b83887b9-a80b-4fae-afb6-58384a581f4a port 9d4fb254-be34-4a54-8875-58e6a2ab43fe binding host dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 14:50:00.080728 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-546da985-2676-4274-a9cf-4c42a2eb40df tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:00.092304 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-546da985-2676-4274-a9cf-4c42a2eb40df tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Usage tracker for resource:security_group_rule and tenant:6ec9121784bc4847a675627263bbd80b is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:00.098747 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-546da985-2676-4274-a9cf-4c42a2eb40df tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:00.112292 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-546da985-2676-4274-a9cf-4c42a2eb40df tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:00.186030 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:00.360616 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 6840a55a-a753-490e-8df2-ed88ce7a39b2 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:50:00.401349 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': 'ff532d2c-d2dc-4d42-81b3-84ba47199049', 'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'mac_address': 'fa:16:3e:5e:63:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:44Z', 'updated_at': '2021-04-20T14:49:58Z', 'revision_number': 4, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'subnets': [{'id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:50:00.406735 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe189d78-19be-4d63-a43f-274d9e8449d8 None None] The sync data for ids ['ae876a57-7767-4884-847d-8cd874654f1d'] in dv-cinder-742162-4-smb is: [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': 'ff532d2c-d2dc-4d42-81b3-84ba47199049', 'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'mac_address': 'fa:16:3e:5e:63:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:44Z', 'updated_at': '2021-04-20T14:49:58Z', 'revision_number': 4, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'subnets': [{'id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:50:00.462582 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-dd0a0ed2-d026-4f12-9b72-7cbf9f3839ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3aab2cdc2e9d443aa231772484e41987&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6461554 Apr 20 14:50:00.464284 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8aaf52b0-820c-4b68-a3b4-164d1fb17908 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:00.465491 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38432) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:00.600926 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-546da985-2676-4274-a9cf-4c42a2eb40df tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:00.664897 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-66b2806d-1499-4313-851e-41f6e40a1581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:00.699425 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1683b626-bcd8-448d-af43-e97a72decfcf req-0a2b8955-aa87-47cd-a7c0-057fde617ced tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7851789 Apr 20 14:50:00.699425 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:00.739442 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-66b2806d-1499-4313-851e-41f6e40a1581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:00.756301 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8aaf52b0-820c-4b68-a3b4-164d1fb17908 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:00.757217 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-8aaf52b0-820c-4b68-a3b4-164d1fb17908 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7426682 Apr 20 14:50:00.759356 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-546da985-2676-4274-a9cf-4c42a2eb40df tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:00.760779 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 38442) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:00.770329 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711bd21-31d0-4425-a7ac-854c261de1f1 req-a77e7acb-d0cd-42f0-9a42-6688d9523221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:00.772939 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4711bd21-31d0-4425-a7ac-854c261de1f1 req-a77e7acb-d0cd-42f0-9a42-6688d9523221 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de85cae1acea467ebd6b66a6bc270dac&device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 1097 time: 0.9882386 Apr 20 14:50:00.776834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port 6840a55a-a753-490e-8df2-ed88ce7a39b2 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:50:00.793054 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-db37473b-4836-4684-83c2-58e41f0a128b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Request body: {'security_group_rule': {'security_group_id': '4b76db01-00b9-4ea2-a34f-7328f5527b35', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:00.800285 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 6840a55a-a753-490e-8df2-ed88ce7a39b2 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:50:00.800816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:00.803191 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-db37473b-4836-4684-83c2-58e41f0a128b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:00.809241 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-db37473b-4836-4684-83c2-58e41f0a128b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Usage tracker for resource:security_group_rule and tenant:60cc29d1ca354b0bb99197550f740015 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:00.814211 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-db37473b-4836-4684-83c2-58e41f0a128b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:00.823425 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-db37473b-4836-4684-83c2-58e41f0a128b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:00.923780 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-66b2806d-1499-4313-851e-41f6e40a1581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:00.929355 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:01.015422 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b2806d-1499-4313-851e-41f6e40a1581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e18e084-1aa6-4950-a96c-51c0ad7ff188,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:01.031401 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-66b2806d-1499-4313-851e-41f6e40a1581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:01.032698 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-66b2806d-1499-4313-851e-41f6e40a1581 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e18e084-1aa6-4950-a96c-51c0ad7ff188 HTTP/1.1" status: 204 len: 168 time: 0.5661194 Apr 20 14:50:01.033795 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-66b2806d-1499-4313-851e-41f6e40a1581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:01.249828 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-db37473b-4836-4684-83c2-58e41f0a128b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:01.317633 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf52b0-820c-4b68-a3b4-164d1fb17908 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b76db01-00b9-4ea2-a34f-7328f5527b35,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:01.330527 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f3794-3222-4ee4-a4ac-1d55ad5c9262 req-0db2f317-3b32-4806-915c-60c345786aa1 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:01.341589 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c19f3794-3222-4ee4-a4ac-1d55ad5c9262 req-0db2f317-3b32-4806-915c-60c345786aa1 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 943 time: 1.4327195 Apr 20 14:50:01.353159 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8aaf52b0-820c-4b68-a3b4-164d1fb17908 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.654s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:01.354143 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-546da985-2676-4274-a9cf-4c42a2eb40df tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:01.355614 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-546da985-2676-4274-a9cf-4c42a2eb40df tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.3480635 Apr 20 14:50:01.356507 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-88fcf1cc-a1ff-473b-9c36-83f5ab02ac25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:01.358707 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38454) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:01.365631 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-b2474f41-0fa3-49e6-8bd3-78368be8134a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Request body: {'security_group_rule': {'security_group_id': '56f8e634-324e-41ac-9f9b-ae4107fb295f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:01.385023 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-b2474f41-0fa3-49e6-8bd3-78368be8134a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:01.397811 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:01.401421 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-b2474f41-0fa3-49e6-8bd3-78368be8134a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Usage tracker for resource:security_group_rule and tenant:6ec9121784bc4847a675627263bbd80b is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:01.422770 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-b2474f41-0fa3-49e6-8bd3-78368be8134a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:01.457199 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-b2474f41-0fa3-49e6-8bd3-78368be8134a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:01.528469 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port 6840a55a-a753-490e-8df2-ed88ce7a39b2, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=6840a55a-a753-490e-8df2-ed88ce7a39b2,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:01.530408 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b2474f41-0fa3-49e6-8bd3-78368be8134a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:01.566218 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:01.575511 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:01.584938 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546da985-2676-4274-a9cf-4c42a2eb40df tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f8e634-324e-41ac-9f9b-ae4107fb295f,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:01.606586 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-546da985-2676-4274-a9cf-4c42a2eb40df tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:01.609750 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711bd21-31d0-4425-a7ac-854c261de1f1 req-ef48742e-8ccb-44b2-ab9e-167196c3948c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:01.612558 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4711bd21-31d0-4425-a7ac-854c261de1f1 req-ef48742e-8ccb-44b2-ab9e-167196c3948c service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf59d578-6ae3-486b-aded-96c31005ded3 HTTP/1.1" status: 200 len: 914 time: 0.7798109 Apr 20 14:50:01.756038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Notify callbacks [] for port, precommit_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:01.766057 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4711bd21-31d0-4425-a7ac-854c261de1f1 req-8d71e6f1-a89c-4560-b38c-777c2b68fa23 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7244db19-aec0-4ece-9b20-6e68e915d889 HTTP/1.1" status: 200 len: 217 time: 0.1123672 Apr 20 14:50:01.775282 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b2474f41-0fa3-49e6-8bd3-78368be8134a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:01.806219 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Transition to ACTIVE for port object 9d4fb254-be34-4a54-8875-58e6a2ab43fe will not be triggered until provisioned by entity L2. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:50:01.807508 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b2474f41-0fa3-49e6-8bd3-78368be8134a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:01.809878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:01.840753 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=6840a55a-a753-490e-8df2-ed88ce7a39b2,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:01.844675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:01.871095 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:01.877093 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:01.892276 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2474f41-0fa3-49e6-8bd3-78368be8134a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca06102-5806-48fd-a911-34aa9b3bf61d,revision_number=0']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:01.898871 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b2474f41-0fa3-49e6-8bd3-78368be8134a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:01.917729 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b2474f41-0fa3-49e6-8bd3-78368be8134a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:01.920085 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-b2474f41-0fa3-49e6-8bd3-78368be8134a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5592401 Apr 20 14:50:01.922175 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38484) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:01.931449 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-d300c0bc-dc43-4e9e-bac6-8de505e8d91c tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Request body: {'security_group_rule': {'security_group_id': '56f8e634-324e-41ac-9f9b-ae4107fb295f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:01.951949 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-d300c0bc-dc43-4e9e-bac6-8de505e8d91c tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:01.965077 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-d300c0bc-dc43-4e9e-bac6-8de505e8d91c tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Usage tracker for resource:security_group_rule and tenant:6ec9121784bc4847a675627263bbd80b is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:01.973650 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-d300c0bc-dc43-4e9e-bac6-8de505e8d91c tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:01.991783 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-d300c0bc-dc43-4e9e-bac6-8de505e8d91c tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:02.009062 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8921eb-fde5-4885-bf47-4d884f51caa9 None None] Pushing event updated for resources: {'Port': ['ID=9d4fb254-be34-4a54-8875-58e6a2ab43fe,revision_number=3']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:02.014314 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6e8921eb-fde5-4885-bf47-4d884f51caa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:02.072791 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d300c0bc-dc43-4e9e-bac6-8de505e8d91c tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:02.186232 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d300c0bc-dc43-4e9e-bac6-8de505e8d91c tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:02.219133 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-7b12dde7-ef53-4071-95cf-724980987136 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:02.221492 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-7b12dde7-ef53-4071-95cf-724980987136 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Synchronizing usage tracker for tenant:bfbd4fdd7d16445b92d63cdbcbcba659 on resource:network {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:50:02.228811 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711bd21-31d0-4425-a7ac-854c261de1f1 req-a21c9880-54ab-4696-8ed9-a599da7f7821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:02.231137 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4711bd21-31d0-4425-a7ac-854c261de1f1 req-a21c9880-54ab-4696-8ed9-a599da7f7821 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ddaa3a8-e61f-46b9-96aa-d346948b134a HTTP/1.1" status: 200 len: 854 time: 0.1709356 Apr 20 14:50:02.231392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d300c0bc-dc43-4e9e-bac6-8de505e8d91c tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:02.233908 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:02.287230 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c19f3794-3222-4ee4-a4ac-1d55ad5c9262 req-eb476fa6-6d4f-4a71-8819-e6dea919ceec tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/security-groups?id=26db2e1e-eed6-4b25-858f-8d300736fb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9447081 Apr 20 14:50:02.376844 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300c0bc-dc43-4e9e-bac6-8de505e8d91c tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28bf19fe-9ce2-4861-b397-41ea0dad223a,revision_number=0']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:02.388792 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d300c0bc-dc43-4e9e-bac6-8de505e8d91c tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:02.459071 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4711bd21-31d0-4425-a7ac-854c261de1f1 req-b984e7b4-b2af-4bc9-ac17-605872eefc06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf59d578-6ae3-486b-aded-96c31005ded3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1926930 Apr 20 14:50:02.465622 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d300c0bc-dc43-4e9e-bac6-8de505e8d91c tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:02.471423 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 38504) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:02.473209 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-d300c0bc-dc43-4e9e-bac6-8de505e8d91c tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5480807 Apr 20 14:50:02.507851 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Request body: {'floatingip': {'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:02.516254 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:02.520437 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Usage tracker for resource:floatingip and tenant:6ec9121784bc4847a675627263bbd80b is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:02.523820 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:02.543233 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-db37473b-4836-4684-83c2-58e41f0a128b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:02.605892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:02.608737 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-7b12dde7-ef53-4071-95cf-724980987136 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Unset dirty status for tenant:bfbd4fdd7d16445b92d63cdbcbcba659 on resource:network {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:50:02.609460 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-7b12dde7-ef53-4071-95cf-724980987136 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/networks?id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc HTTP/1.1" status: 200 len: 819 time: 0.8306384 Apr 20 14:50:02.616873 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-db37473b-4836-4684-83c2-58e41f0a128b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:02.648680 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:02.657339 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-af816095-26bc-4db7-a856-7137536475a6 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/quotas/bfbd4fdd7d16445b92d63cdbcbcba659 HTTP/1.1" status: 200 len: 375 time: 0.0347309 Apr 20 14:50:02.669870 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device ff532d2c-d2dc-4d42-81b3-84ba47199049 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:50:02.689103 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for floatingip, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:02.726342 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 7244db19-aec0-4ece-9b20-6e68e915d889 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:50:02.775539 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37473b-4836-4684-83c2-58e41f0a128b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91877239-08ac-4486-b189-8bc8ff8c2788,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:02.784606 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-db37473b-4836-4684-83c2-58e41f0a128b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:02.840475 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Attempting to bind port 9d4fb254-be34-4a54-8875-58e6a2ab43fe on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:50:02.841428 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Attempting to bind port 9d4fb254-be34-4a54-8875-58e6a2ab43fe by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': '9f98ecb0-7613-4857-9ede-7f7a31ba1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc'}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:50:02.842275 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Attempting to bind port 9d4fb254-be34-4a54-8875-58e6a2ab43fe on network 582c3f9d-6c8f-4e30-8505-5d6d410b31fc {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:50:02.872370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:50:02.872895 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Checking segment: {'id': '9f98ecb0-7613-4857-9ede-7f7a31ba1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:50:02.873528 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:02.874477 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Bound using segment: {'id': '9f98ecb0-7613-4857-9ede-7f7a31ba1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc'} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:50:02.875210 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Bound port: 9d4fb254-be34-4a54-8875-58e6a2ab43fe, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f98ecb0-7613-4857-9ede-7f7a31ba1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc'}}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:50:02.876261 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:02.906010 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f268cbd9-4ec3-447d-9107-db35310ff8bb', 'tag': 'ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a', 'status': 'completed', 'code': 200} Apr 20 14:50:02.946104 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-db37473b-4836-4684-83c2-58e41f0a128b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:02.949682 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port ff532d2c-d2dc-4d42-81b3-84ba47199049 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:50:02.955377 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-db37473b-4836-4684-83c2-58e41f0a128b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1726549 Apr 20 14:50:02.968019 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 38518) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:03.021685 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-883fe1b1-2f9b-46b9-b1d9-4f92cfc46a64 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Request body: {'security_group_rule': {'security_group_id': '4b76db01-00b9-4ea2-a34f-7328f5527b35', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:03.074239 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-883fe1b1-2f9b-46b9-b1d9-4f92cfc46a64 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:03.085451 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4711bd21-31d0-4425-a7ac-854c261de1f1 req-778b51f1-ca3d-4735-acdd-0960ec3cdf0f service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6130083 Apr 20 14:50:03.093784 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-883fe1b1-2f9b-46b9-b1d9-4f92cfc46a64 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Usage tracker for resource:security_group_rule and tenant:60cc29d1ca354b0bb99197550f740015 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:03.140294 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] For port 9d4fb254-be34-4a54-8875-58e6a2ab43fe, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:50:03.146230 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] For port 9d4fb254-be34-4a54-8875-58e6a2ab43fe, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=9d4fb254-be34-4a54-8875-58e6a2ab43fe,segment=NetworkSegment(9f98ecb0-7613-4857-9ede-7f7a31ba1e0d),segment_id=9f98ecb0-7613-4857-9ede-7f7a31ba1e0d)] {{(pid=86500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:50:03.165575 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38524) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:03.175992 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-883fe1b1-2f9b-46b9-b1d9-4f92cfc46a64 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:03.194115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5fb9b-255a-40e0-ad4a-cb41c804b9f6 req-6541e7b3-1b05-46ba-ac1a-23dd0c495a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:03.203109 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2ec5fb9b-255a-40e0-ad4a-cb41c804b9f6 req-6541e7b3-1b05-46ba-ac1a-23dd0c495a4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dc4eceb8c1e949b3a71f82e81fc2ef75&device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 1096 time: 0.2603564 Apr 20 14:50:03.228772 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port ff532d2c-d2dc-4d42-81b3-84ba47199049 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:50:03.229252 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:03.261159 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:03.274971 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:03.388522 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-883fe1b1-2f9b-46b9-b1d9-4f92cfc46a64 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:03.406301 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-1a8c664e-55c4-4ffe-a750-b8e5793cb683 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Synchronizing usage tracker for tenant:bfbd4fdd7d16445b92d63cdbcbcba659 on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:50:03.573367 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:03.580661 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4711bd21-31d0-4425-a7ac-854c261de1f1 req-135cea6e-4085-4518-a4ab-c0f0382222d0 service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4754188 Apr 20 14:50:03.611321 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Routers {'b83887b9-a80b-4fae-afb6-58384a581f4a'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:50:03.612193 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:49:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['b83887b9-a80b-4fae-afb6-58384a581f4a'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:50:03.630318 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-1a8c664e-55c4-4ffe-a750-b8e5793cb683 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Unset dirty status for tenant:bfbd4fdd7d16445b92d63cdbcbcba659 on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:50:03.640244 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-1a8c664e-55c4-4ffe-a750-b8e5793cb683 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfbd4fdd7d16445b92d63cdbcbcba659&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9676747 Apr 20 14:50:03.643789 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-883fe1b1-2f9b-46b9-b1d9-4f92cfc46a64 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:03.697732 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76685689-325e-43d7-a0b0-4b2647eaacc2 req-97905aa9-eb89-4c1b-b065-e9c0bdcf3f3c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:03.699535 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-76685689-325e-43d7-a0b0-4b2647eaacc2 req-97905aa9-eb89-4c1b-b065-e9c0bdcf3f3c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 944 time: 0.5290990 Apr 20 14:50:03.734027 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2fbe46da-46c2-460a-9e40-f1583be5a5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:03.753288 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-2fbe46da-46c2-460a-9e40-f1583be5a5f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:03.761905 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-2fbe46da-46c2-460a-9e40-f1583be5a5f5 admin admin] Usage tracker for resource:security_group_rule and tenant:52a95d8f2e074419a9747d19d97a66b0 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:03.768432 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-2fbe46da-46c2-460a-9e40-f1583be5a5f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:03.794407 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-2fbe46da-46c2-460a-9e40-f1583be5a5f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:03.800312 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-76685689-325e-43d7-a0b0-4b2647eaacc2 req-602341e6-881f-4711-b432-36a9e2a05a25 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632863 Apr 20 14:50:03.804677 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8921eb-fde5-4885-bf47-4d884f51caa9 None None] Pushing event updated for resources: {'Port': ['ID=9d4fb254-be34-4a54-8875-58e6a2ab43fe,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:03.826459 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6e8921eb-fde5-4885-bf47-4d884f51caa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:03.829442 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 7244db19-aec0-4ece-9b20-6e68e915d889, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7244db19-aec0-4ece-9b20-6e68e915d889,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:03.846480 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port ff532d2c-d2dc-4d42-81b3-84ba47199049, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=ff532d2c-d2dc-4d42-81b3-84ba47199049,segment=NetworkSegment(97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c),segment_id=97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:03.860217 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5fb9b-255a-40e0-ad4a-cb41c804b9f6 req-de00f43b-08b0-4580-9a63-f2ab3e655f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:03.860806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': '7244db19-aec0-4ece-9b20-6e68e915d889', 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3', 'port_id': '7244db19-aec0-4ece-9b20-6e68e915d889', 'mac_address': 'fa:16:3e:19:dc:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddaa3a8-e61f-46b9-96aa-d346948b134a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:50:03.862500 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2ec5fb9b-255a-40e0-ad4a-cb41c804b9f6 req-de00f43b-08b0-4580-9a63-f2ab3e655f2d service neutron] 10.222.0.13 "GET /v2.0/networks?id=e11fcaa6-7902-431f-89f9-1a8922e3c8b7 HTTP/1.1" status: 200 len: 912 time: 0.6528199 Apr 20 14:50:03.892468 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-883fe1b1-2f9b-46b9-b1d9-4f92cfc46a64 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:03.904635 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:03.917648 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:03.918667 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 6840a55a-a753-490e-8df2-ed88ce7a39b2 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:50:03.954695 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6e8921eb-fde5-4885-bf47-4d884f51caa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:04.075799 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2ec5fb9b-255a-40e0-ad4a-cb41c804b9f6 req-b804f080-8423-4039-a953-722f9f969cb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a HTTP/1.1" status: 200 len: 217 time: 0.1964116 Apr 20 14:50:04.091564 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-883fe1b1-2f9b-46b9-b1d9-4f92cfc46a64 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:04.095790 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=ff532d2c-d2dc-4d42-81b3-84ba47199049,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:04.105583 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:04.167197 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:04.193189 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7244db19-aec0-4ece-9b20-6e68e915d889 {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:50:04.196133 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-db37473b-4836-4684-83c2-58e41f0a128b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:04.203587 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec5fb9b-255a-40e0-ad4a-cb41c804b9f6 req-ba62dc3e-c260-42c8-aebd-c043b5fac10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:04.205195 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2ec5fb9b-255a-40e0-ad4a-cb41c804b9f6 req-ba62dc3e-c260-42c8-aebd-c043b5fac10c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=95e9eae4-2118-48a2-a159-f3d9ad04dcc5 HTTP/1.1" status: 200 len: 852 time: 0.1206372 Apr 20 14:50:04.214562 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38544) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:04.214791 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] Set router b83887b9-a80b-4fae-afb6-58384a581f4a gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:50:04.264738 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fe1b1-2f9b-46b9-b1d9-4f92cfc46a64 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf3dada-ffee-4260-9824-3ad01623d168,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:04.279211 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-883fe1b1-2f9b-46b9-b1d9-4f92cfc46a64 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:04.286554 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2ec5fb9b-255a-40e0-ad4a-cb41c804b9f6 req-e87b67a3-7d2f-45c3-a00f-2e8f2eaf756b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e11fcaa6-7902-431f-89f9-1a8922e3c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708864 Apr 20 14:50:04.308417 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2fbe46da-46c2-460a-9e40-f1583be5a5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:04.329423 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Allocated IP 172.28.0.231 (c65a64c7-be21-4578-9264-745dbe2f178e/5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5/234241ac-2e61-48eb-b79b-655f90ec6d88) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:50:04.349299 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bedeeb-71cf-4e2b-a06f-d10962f72b21 req-55c8683a-0d5b-48c4-bc74-13eefff58fd4 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:04.351133 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e1bedeeb-71cf-4e2b-a06f-d10962f72b21 req-55c8683a-0d5b-48c4-bc74-13eefff58fd4 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 943 time: 0.2634585 Apr 20 14:50:04.370800 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-9f4a7bd7-a509-4caa-a2a1-b7805963e26c service neutron] 10.222.0.21 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7255898 Apr 20 14:50:04.427081 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2fbe46da-46c2-460a-9e40-f1583be5a5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:04.462846 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:04.496177 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2cfc9996-c3a1-4b4d-9b1b-d2da588b281c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:04.503978 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 7244db19-aec0-4ece-9b20-6e68e915d889, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7244db19-aec0-4ece-9b20-6e68e915d889,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:04.520059 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 6840a55a-a753-490e-8df2-ed88ce7a39b2 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:50:04.520548 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:04.533523 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-883fe1b1-2f9b-46b9-b1d9-4f92cfc46a64 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:04.538051 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-883fe1b1-2f9b-46b9-b1d9-4f92cfc46a64 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5584338 Apr 20 14:50:04.543545 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38556) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:04.552630 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-2cfc9996-c3a1-4b4d-9b1b-d2da588b281c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:04.556836 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-2cfc9996-c3a1-4b4d-9b1b-d2da588b281c admin admin] Usage tracker for resource:security_group_rule and tenant:b41a848e55044972aee7c0419d147cc2 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:04.560754 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-2cfc9996-c3a1-4b4d-9b1b-d2da588b281c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:04.561371 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:04.562166 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:50:04.567250 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-2cfc9996-c3a1-4b4d-9b1b-d2da588b281c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:04.576633 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-451240ea-6693-4058-b9e7-3e9530f1c70e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:04.635960 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe46da-46c2-460a-9e40-f1583be5a5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b5c115-b899-4768-9126-9971068b6397,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:04.647847 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Request body: {'floatingip': {'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:04.653491 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-2fbe46da-46c2-460a-9e40-f1583be5a5f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:04.659444 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-2fbe46da-46c2-460a-9e40-f1583be5a5f5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52a95d8f2e074419a9747d19d97a66b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4887376 Apr 20 14:50:04.683769 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38562) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:04.684878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:04.710813 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e1bedeeb-71cf-4e2b-a06f-d10962f72b21 req-34fd0e69-0698-4853-9173-1b0a0474eb78 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/security-groups?id=26db2e1e-eed6-4b25-858f-8d300736fb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398857 Apr 20 14:50:04.712460 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Usage tracker for resource:floatingip and tenant:60cc29d1ca354b0bb99197550f740015 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:04.726376 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:04.759902 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2cfc9996-c3a1-4b4d-9b1b-d2da588b281c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:04.792013 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:04.818694 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2cfc9996-c3a1-4b4d-9b1b-d2da588b281c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:04.822780 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2ec5fb9b-255a-40e0-ad4a-cb41c804b9f6 req-eca7824c-48e0-4d2a-8e0e-4fac93c9d78a service neutron] 10.222.0.13 "GET /v2.0/networks/e11fcaa6-7902-431f-89f9-1a8922e3c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174451 Apr 20 14:50:04.826245 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:04.876527 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-5c1752d2-7990-41fd-953d-3bd20dfd1b32 service neutron] 10.222.0.21 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083952 Apr 20 14:50:04.964289 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:04.971410 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:05.067638 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Pushing event updated for resources: {'Port': ['ID=234241ac-2e61-48eb-b79b-655f90ec6d88,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:05.073474 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:05.091044 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=7244db19-aec0-4ece-9b20-6e68e915d889,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:05.134320 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Network c65a64c7-be21-4578-9264-745dbe2f178e is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:50:05.135947 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:50:05.154352 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:50:05.155095 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.578s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:05.195653 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:05.279298 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2ec5fb9b-255a-40e0-ad4a-cb41c804b9f6 req-0c772310-02cc-4eda-8ab4-ed5bddd26590 service neutron] 10.222.0.13 "GET /v2.0/networks/e11fcaa6-7902-431f-89f9-1a8922e3c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453876 Apr 20 14:50:05.289366 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-79fdeaf3-d89a-4157-b05c-7863353c9355 req-43f21320-d57a-4a38-a62e-b613b7d67260 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 210 time: 0.0751472 Apr 20 14:50:05.302235 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc9996-c3a1-4b4d-9b1b-d2da588b281c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285182cc-4785-40db-8003-93a689c16e30,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:05.312260 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-2cfc9996-c3a1-4b4d-9b1b-d2da588b281c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:05.323758 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2096d31-4c2a-43a4-a52a-d82e53f2e308 req-9f340b92-884a-4de1-892b-1084df84ff28 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:05.340116 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a,segment=NetworkSegment(96844d62-3b35-4aaf-a13e-33091636ec29),segment_id=96844d62-3b35-4aaf-a13e-33091636ec29)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:05.342061 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2fbe62d6-ffd7-42c5-b8b9-5cf0b4056a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:05.349990 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f2096d31-4c2a-43a4-a52a-d82e53f2e308 req-9f340b92-884a-4de1-892b-1084df84ff28 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 945 time: 0.2833836 Apr 20 14:50:05.386078 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': 'ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a', 'network_id': 'e11fcaa6-7902-431f-89f9-1a8922e3c8b7', 'port_id': 'ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a', 'mac_address': 'fa:16:3e:9a:b7:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95e9eae4-2118-48a2-a159-f3d9ad04dcc5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:50:05.386904 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for floatingip, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:05.388845 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:05.450875 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-2cfc9996-c3a1-4b4d-9b1b-d2da588b281c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b41a848e55044972aee7c0419d147cc2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2338471 Apr 20 14:50:05.462379 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38582) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:05.524246 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:05.555751 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1304069229-router', 'tenant_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f08114cc-3af1-4b36-86b9-dae41676e36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:50Z', 'revision_number': 4, 'project_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'gw_port': {'id': 'f08114cc-3af1-4b36-86b9-dae41676e36d', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '9d4fb254-be34-4a54-8875-58e6a2ab43fe', 'name': '', 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc', 'tenant_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'mac_address': 'fa:16:3e:a0:08:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f2b75775-49ff-4f22-9c17-4a0e3c0f4f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:45Z', 'updated_at': '2021-04-20T14:50:03Z', 'revision_number': 4, 'project_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'subnets': [{'id': 'f2b75775-49ff-4f22-9c17-4a0e3c0f4f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:50:05.559473 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2fbe62d6-ffd7-42c5-b8b9-5cf0b4056a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:05.564202 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device ff532d2c-d2dc-4d42-81b3-84ba47199049 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:50:05.634505 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:50:05.637294 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38588) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:05.656879 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a,segment=NetworkSegment(96844d62-3b35-4aaf-a13e-33091636ec29),segment_id=96844d62-3b35-4aaf-a13e-33091636ec29)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:05.658142 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb43bf8d-4dbc-47eb-abdb-be9c1a4e01e5 None None] The sync data for ids ['b83887b9-a80b-4fae-afb6-58384a581f4a'] in dv-cinder-742162-4-smb is: [{'id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1304069229-router', 'tenant_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f08114cc-3af1-4b36-86b9-dae41676e36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:50Z', 'revision_number': 4, 'project_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'gw_port': {'id': 'f08114cc-3af1-4b36-86b9-dae41676e36d', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '9d4fb254-be34-4a54-8875-58e6a2ab43fe', 'name': '', 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc', 'tenant_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'mac_address': 'fa:16:3e:a0:08:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'f2b75775-49ff-4f22-9c17-4a0e3c0f4f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:45Z', 'updated_at': '2021-04-20T14:50:03Z', 'revision_number': 4, 'project_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'subnets': [{'id': 'f2b75775-49ff-4f22-9c17-4a0e3c0f4f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:50:05.713152 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f2096d31-4c2a-43a4-a52a-d82e53f2e308 req-cdcdbe75-d7b2-449b-aaf4-5d5498d4a607 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612709 Apr 20 14:50:05.758019 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:05.781886 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:05.907990 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-12ee6e0f-7bbe-47db-b385-aa83465bda02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:05.946603 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port ff532d2c-d2dc-4d42-81b3-84ba47199049 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:50:05.947309 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:05.959982 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-7ae4e50f-faf7-45f8-90d5-3ef10287441f tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:05.970786 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-7ae4e50f-faf7-45f8-90d5-3ef10287441f tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/networks?id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc HTTP/1.1" status: 200 len: 819 time: 0.2573054 Apr 20 14:50:05.996941 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-12ee6e0f-7bbe-47db-b385-aa83465bda02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:06.007797 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:06.016957 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:06.041419 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2fbe62d6-ffd7-42c5-b8b9-5cf0b4056a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:06.078024 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:06.089486 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-67175a62-1bc2-4248-a871-85d9f719f96d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:06.121601 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-01ed6d36-9b74-4112-9458-68b552c7a32a tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/quotas/bfbd4fdd7d16445b92d63cdbcbcba659 HTTP/1.1" status: 200 len: 375 time: 0.1496594 Apr 20 14:50:06.140784 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe62d6-ffd7-42c5-b8b9-5cf0b4056a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b5c115-b899-4768-9126-9971068b6397,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:06.150825 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-2fbe62d6-ffd7-42c5-b8b9-5cf0b4056a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:06.163147 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:06.163571 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-67175a62-1bc2-4248-a871-85d9f719f96d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:06.172783 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-67175a62-1bc2-4248-a871-85d9f719f96d admin admin] Usage tracker for resource:security_group_rule and tenant:d50d61ab7c904a03867efe96083af02c is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:06.176167 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-67175a62-1bc2-4248-a871-85d9f719f96d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:06.184501 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-67175a62-1bc2-4248-a871-85d9f719f96d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:06.209265 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:50:06.260998 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['7244db19-aec0-4ece-9b20-6e68e915d889'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:50:06.289134 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-67175a62-1bc2-4248-a871-85d9f719f96d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:06.297735 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2fbe62d6-ffd7-42c5-b8b9-5cf0b4056a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:06.302322 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-2fbe62d6-ffd7-42c5-b8b9-5cf0b4056a6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51b5c115-b899-4768-9126-9971068b6397 HTTP/1.1" status: 204 len: 168 time: 1.6143711 Apr 20 14:50:06.317179 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:06.333351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-67175a62-1bc2-4248-a871-85d9f719f96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:06.394909 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:06.479550 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67175a62-1bc2-4248-a871-85d9f719f96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce1dc5a-1d97-4238-a119-4fd64fed871d,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:06.485963 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:06.497980 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-67175a62-1bc2-4248-a871-85d9f719f96d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:06.515733 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-67175a62-1bc2-4248-a871-85d9f719f96d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d50d61ab7c904a03867efe96083af02c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8682637 Apr 20 14:50:06.520580 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-12ee6e0f-7bbe-47db-b385-aa83465bda02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:06.525142 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38610) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:06.551995 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6a2a4168-4fd6-4f5e-ad6d-2eef6bf617bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:06.575890 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee6e0f-7bbe-47db-b385-aa83465bda02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285182cc-4785-40db-8003-93a689c16e30,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:06.591568 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-12ee6e0f-7bbe-47db-b385-aa83465bda02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:06.620578 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:06.672982 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:06.738849 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Allocated IP 172.28.0.42 (c65a64c7-be21-4578-9264-745dbe2f178e/5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5/ed8b29a6-6a91-4beb-8e07-b0415af15906) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:50:06.757347 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-12ee6e0f-7bbe-47db-b385-aa83465bda02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:06.759428 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-12ee6e0f-7bbe-47db-b385-aa83465bda02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/285182cc-4785-40db-8003-93a689c16e30 HTTP/1.1" status: 204 len: 168 time: 1.2946630 Apr 20 14:50:06.808859 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808817'] for floatingip, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:06.818012 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2193ade0-e3aa-4762-af28-deed7c015aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:06.844189 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Pushing event updated for resources: {'Port': ['ID=234241ac-2e61-48eb-b79b-655f90ec6d88,revision_number=2']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:06.854823 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:06.897933 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-b781923c-fbb9-4b9d-80b7-b5166947bca2 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=bfbd4fdd7d16445b92d63cdbcbcba659&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3563039 Apr 20 14:50:06.929042 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c881dd-d64a-4d27-85e4-559ebf580b07 req-910859d8-c056-4337-9a68-e7059f9793bb tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:06.937732 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-56c881dd-d64a-4d27-85e4-559ebf580b07 req-910859d8-c056-4337-9a68-e7059f9793bb tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 944 time: 0.8181343 Apr 20 14:50:07.017576 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for floatingip, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:07.045682 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5714407 Apr 20 14:50:07.051075 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2193ade0-e3aa-4762-af28-deed7c015aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:07.208977 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-56c881dd-d64a-4d27-85e4-559ebf580b07 req-a45e6f1c-5605-4d8e-be0f-be38b9dd5d62 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/security-groups?id=26db2e1e-eed6-4b25-858f-8d300736fb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281322 Apr 20 14:50:07.218786 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:07.267518 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2193ade0-e3aa-4762-af28-deed7c015aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:07.288735 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:07.290755 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-94c37189-edc9-4070-bdeb-e917adfe4696 service neutron] 10.222.0.21 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488348 Apr 20 14:50:07.358219 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193ade0-e3aa-4762-af28-deed7c015aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce1dc5a-1d97-4238-a119-4fd64fed871d,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:07.374365 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-2193ade0-e3aa-4762-af28-deed7c015aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:07.386260 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2193ade0-e3aa-4762-af28-deed7c015aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:07.399967 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-2193ade0-e3aa-4762-af28-deed7c015aa7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ce1dc5a-1d97-4238-a119-4fd64fed871d HTTP/1.1" status: 204 len: 168 time: 0.8719566 Apr 20 14:50:07.451308 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38626) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:07.518073 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:07.528574 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fc511652-048d-495e-a5a2-5bf1ec36909c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:07.575800 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c4b91cf0-95a3-401e-a014-94781afa9fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:07.602660 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 9d4fb254-be34-4a54-8875-58e6a2ab43fe up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:50:07.626455 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-333e0d7c-cd78-4645-b7d2-e2b6bbbee406 service neutron] 10.222.0.21 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226624 Apr 20 14:50:07.650825 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-c4b91cf0-95a3-401e-a014-94781afa9fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:07.654954 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d4426-03f1-437a-858a-21fc95a36149 req-309416b6-4464-414e-8917-4d998c737bce tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:07.656678 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5a9d4426-03f1-437a-858a-21fc95a36149 req-309416b6-4464-414e-8917-4d998c737bce tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 945 time: 0.2069108 Apr 20 14:50:07.674459 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Network c65a64c7-be21-4578-9264-745dbe2f178e is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:50:07.676262 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-c4b91cf0-95a3-401e-a014-94781afa9fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:8f80f8523e3547d2a2372602840a7f08 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:07.682515 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-c4b91cf0-95a3-401e-a014-94781afa9fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:07.686466 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:50:07.689132 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:50:07.703101 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-c4b91cf0-95a3-401e-a014-94781afa9fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:07.708119 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Pushing event updated for resources: {'Port': ['ID=ed8b29a6-6a91-4beb-8e07-b0415af15906,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:07.719120 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:07.759674 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5a9d4426-03f1-437a-858a-21fc95a36149 req-afe3a659-f783-4a8b-8508-d22e90cc50d6 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960748 Apr 20 14:50:07.845068 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 7244db19-aec0-4ece-9b20-6e68e915d889 up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:50:07.986304 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:08.021258 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port 9d4fb254-be34-4a54-8875-58e6a2ab43fe completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:50:08.025161 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port 7244db19-aec0-4ece-9b20-6e68e915d889 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:50:08.038063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port 7244db19-aec0-4ece-9b20-6e68e915d889 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:50:08.039238 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:08.118698 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 9d4fb254-be34-4a54-8875-58e6a2ab43fe triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:50:08.119566 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:08.139045 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 38640) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:08.261756 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-108ccb31-e4bc-4a91-8c55-01e9a1d36793 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Synchronizing usage tracker for tenant:6ec9121784bc4847a675627263bbd80b on resource:security_group {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:50:08.267585 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6775ec0d-d1cc-4bae-9211-df3ab60c041e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:08.287372 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:08.361840 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port 9d4fb254-be34-4a54-8875-58e6a2ab43fe, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=9d4fb254-be34-4a54-8875-58e6a2ab43fe,segment=NetworkSegment(9f98ecb0-7613-4857-9ede-7f7a31ba1e0d),segment_id=9f98ecb0-7613-4857-9ede-7f7a31ba1e0d)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:08.392384 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:08.405735 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:08.493264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-6775ec0d-d1cc-4bae-9211-df3ab60c041e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:08.502659 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-71a7abf7-d00a-4fd1-a891-ba30e483ef96 req-31d8ea0f-71bf-4d51-b04a-3c08de287983 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 210 time: 0.1702878 Apr 20 14:50:08.510372 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=9d4fb254-be34-4a54-8875-58e6a2ab43fe,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:08.511130 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-6775ec0d-d1cc-4bae-9211-df3ab60c041e admin admin] Usage tracker for resource:security_group_rule and tenant:4b3212a10dcb4dfaa72ea459959a1bdb is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:08.517147 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c4b91cf0-95a3-401e-a014-94781afa9fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:08.517463 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:08.528480 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:08.534279 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-6775ec0d-d1cc-4bae-9211-df3ab60c041e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:08.567147 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-6775ec0d-d1cc-4bae-9211-df3ab60c041e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:08.568137 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c4b91cf0-95a3-401e-a014-94781afa9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:08.581122 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-108ccb31-e4bc-4a91-8c55-01e9a1d36793 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Unset dirty status for tenant:6ec9121784bc4847a675627263bbd80b on resource:security_group {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:50:08.587213 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:08.595323 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:08.595659 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-108ccb31-e4bc-4a91-8c55-01e9a1d36793 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--649963962&fields=id&tenant_id=6ec9121784bc4847a675627263bbd80b HTTP/1.1" status: 200 len: 267 time: 0.5565617 Apr 20 14:50:08.643189 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ab5c6e-b796-4b96-b95e-3db697d440ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7244db19-aec0-4ece-9b20-6e68e915d889'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:50:08.786845 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 7244db19-aec0-4ece-9b20-6e68e915d889, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7244db19-aec0-4ece-9b20-6e68e915d889,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:08.794102 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-c4b91cf0-95a3-401e-a014-94781afa9fc8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f80f8523e3547d2a2372602840a7f08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3404610 Apr 20 14:50:08.810788 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38658) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:08.822627 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b91cf0-95a3-401e-a014-94781afa9fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff86a702-d79f-45e4-9298-627c892831d1,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:08.849613 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:08.853171 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:50:08.853735 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c4b91cf0-95a3-401e-a014-94781afa9fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:08.893407 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-038545f9-cb56-4474-b8c4-19ef5691d829 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:08.895120 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-038545f9-cb56-4474-b8c4-19ef5691d829 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.13 "GET /v2.0/networks?id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc HTTP/1.1" status: 200 len: 819 time: 0.7280908 Apr 20 14:50:08.921641 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-e4a45eb0-5a55-46f3-b6cc-a3ff90e5b590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Request body: {'port': {'device_id': 'a88b15a6-b0da-4df1-b925-39ec512050ae', 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc', 'admin_state_up': True, 'tenant_id': 'bfbd4fdd7d16445b92d63cdbcbcba659'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:08.968681 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4e252a76-e34c-421f-a69d-fe3107209980 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:08.969880 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4e252a76-e34c-421f-a69d-fe3107209980 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Synchronizing usage tracker for tenant:6ec9121784bc4847a675627263bbd80b on resource:network {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:50:08.990314 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a94c621d-87ff-470d-a3c3-3df20b028122 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:09.153937 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 38668) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:09.191632 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=7244db19-aec0-4ece-9b20-6e68e915d889,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:09.203883 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:09.217764 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f5901e39-db9f-4021-9e73-df5c37e9d994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:09.239223 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-f5901e39-db9f-4021-9e73-df5c37e9d994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:09.245994 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-f5901e39-db9f-4021-9e73-df5c37e9d994 admin admin] Usage tracker for resource:security_group_rule and tenant:c9e5b7352b1d430f80cdd18da696d01b is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:09.250779 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-f5901e39-db9f-4021-9e73-df5c37e9d994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:09.261217 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-f5901e39-db9f-4021-9e73-df5c37e9d994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:09.268915 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4e252a76-e34c-421f-a69d-fe3107209980 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Unset dirty status for tenant:6ec9121784bc4847a675627263bbd80b on resource:network {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:50:09.270266 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4e252a76-e34c-421f-a69d-fe3107209980 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/networks?id=8a669ef3-df53-4cd3-a0a6-990300d50cd2 HTTP/1.1" status: 200 len: 810 time: 0.6687372 Apr 20 14:50:09.283567 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:50:09.290191 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:50:09.290602 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:09.308332 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-8d9baa77-a584-4e9d-b551-e8a7acb0a6d8 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/quotas/6ec9121784bc4847a675627263bbd80b HTTP/1.1" status: 200 len: 375 time: 0.0155492 Apr 20 14:50:09.317187 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00207e0-b37b-44b9-a9ca-23e613afc678 req-4c8b06dc-6b4f-4a4a-a302-5294f20206e0 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:09.318941 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c00207e0-b37b-44b9-a9ca-23e613afc678 req-4c8b06dc-6b4f-4a4a-a302-5294f20206e0 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 944 time: 0.3323116 Apr 20 14:50:09.460896 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c00207e0-b37b-44b9-a9ca-23e613afc678 req-cbc406d8-cdd7-49ac-976a-a82d5bb8a348 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/security-groups?id=26db2e1e-eed6-4b25-858f-8d300736fb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349878 Apr 20 14:50:09.533216 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:09.533812 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-280235ae-1e54-4957-808d-bff7c1044ba0 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ec9121784bc4847a675627263bbd80b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1896541 Apr 20 14:50:09.583627 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 9d4fb254-be34-4a54-8875-58e6a2ab43fe up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:50:09.615546 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f20cc3c0-189a-4631-98cf-40dd907c192b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:09.665925 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f20cc3c0-189a-4631-98cf-40dd907c192b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:09.732549 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a,segment=NetworkSegment(96844d62-3b35-4aaf-a13e-33091636ec29),segment_id=96844d62-3b35-4aaf-a13e-33091636ec29)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:09.755358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 9d4fb254-be34-4a54-8875-58e6a2ab43fe triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:50:09.756022 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:09.768042 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-e4a45eb0-5a55-46f3-b6cc-a3ff90e5b590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:09.794874 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:09.796878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:09.800107 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-e4a45eb0-5a55-46f3-b6cc-a3ff90e5b590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:09.827561 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for port, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:09.852973 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-e4a45eb0-5a55-46f3-b6cc-a3ff90e5b590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Made reservation on behalf of bfbd4fdd7d16445b92d63cdbcbcba659 for: {'port': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:50:09.859541 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-e4a45eb0-5a55-46f3-b6cc-a3ff90e5b590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:09.882576 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:09.888791 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f20cc3c0-189a-4631-98cf-40dd907c192b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:09.905718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:09.910278 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:09.946313 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fb370e70-0ffc-4285-994e-ae032331424c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:09.962125 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cc3c0-189a-4631-98cf-40dd907c192b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff86a702-d79f-45e4-9298-627c892831d1,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:09.970534 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f20cc3c0-189a-4631-98cf-40dd907c192b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:09.970534 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:09.991958 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f5901e39-db9f-4021-9e73-df5c37e9d994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:10.043212 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808817'] for floatingip, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:10.075067 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6775ec0d-d1cc-4bae-9211-df3ab60c041e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:10.094323 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f5901e39-db9f-4021-9e73-df5c37e9d994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:10.094923 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f20cc3c0-189a-4631-98cf-40dd907c192b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:10.101315 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f20cc3c0-189a-4631-98cf-40dd907c192b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff86a702-d79f-45e4-9298-627c892831d1 HTTP/1.1" status: 204 len: 168 time: 1.2810724 Apr 20 14:50:10.132066 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Pushing event updated for resources: {'Port': ['ID=ed8b29a6-6a91-4beb-8e07-b0415af15906,revision_number=2']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:10.139696 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:10.144302 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for floatingip, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:10.151865 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.5168629 Apr 20 14:50:10.183139 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-dd0a0ed2-d026-4f12-9b72-7cbf9f3839ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:10.211839 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6775ec0d-d1cc-4bae-9211-df3ab60c041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:10.259725 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f5901e39-db9f-4021-9e73-df5c37e9d994 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9e5b7352b1d430f80cdd18da696d01b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1033280 Apr 20 14:50:10.293933 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38684) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:10.348218 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-e4a45eb0-5a55-46f3-b6cc-a3ff90e5b590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Allocated IP 172.20.0.11 (582c3f9d-6c8f-4e30-8505-5d6d410b31fc/f2b75775-49ff-4f22-9c17-4a0e3c0f4f92/71ad3bb0-14c9-4f07-83ab-36d36c55d98d) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:50:10.366457 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5901e39-db9f-4021-9e73-df5c37e9d994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98df2e46-f7ba-40a5-923c-abb6c810cc0c,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:10.429168 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f5901e39-db9f-4021-9e73-df5c37e9d994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:10.437184 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:10.501144 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-6775ec0d-d1cc-4bae-9211-df3ab60c041e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b3212a10dcb4dfaa72ea459959a1bdb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3602037 Apr 20 14:50:10.511426 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 38692) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:10.524542 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d8fd1-a804-4d6f-b372-8600b90a55ba req-bcd043e5-ffeb-4d62-bdf3-577742d41d73 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:10.527581 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d91d8fd1-a804-4d6f-b372-8600b90a55ba req-bcd043e5-ffeb-4d62-bdf3-577742d41d73 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 946 time: 0.8723049 Apr 20 14:50:10.529264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775ec0d-d1cc-4bae-9211-df3ab60c041e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693b8068-7d01-4433-a843-41f9e41a2d81,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:10.547701 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-17fe83ee-0d04-4b53-a9e0-74fc577b80ce service neutron] 10.222.0.21 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9665749 Apr 20 14:50:10.549263 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6775ec0d-d1cc-4bae-9211-df3ab60c041e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:10.580492 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e9c856a0-ce1b-4967-a4a9-59eac6d1c5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:10.737714 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b95c0aed-7a53-4aef-a47e-23c68b6936e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:10.805049 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fd177294-7360-4c5f-a239-ba4c816c0a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:10.812987 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d91d8fd1-a804-4d6f-b372-8600b90a55ba req-cbb30f05-2739-46b2-957f-15ebc729acc7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615271 Apr 20 14:50:10.828667 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b95c0aed-7a53-4aef-a47e-23c68b6936e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:10.856897 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-e4a45eb0-5a55-46f3-b6cc-a3ff90e5b590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:10.887685 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fd177294-7360-4c5f-a239-ba4c816c0a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:10.909268 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-7fb0da6a-d640-4c11-8506-58ceb7f357da service neutron] 10.222.0.21 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352034 Apr 20 14:50:11.069317 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b95c0aed-7a53-4aef-a47e-23c68b6936e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:11.096129 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-2193ade0-e3aa-4762-af28-deed7c015aa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:11.128750 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fd177294-7360-4c5f-a239-ba4c816c0a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:11.136546 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c0aed-7a53-4aef-a47e-23c68b6936e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98df2e46-f7ba-40a5-923c-abb6c810cc0c,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:11.143370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b95c0aed-7a53-4aef-a47e-23c68b6936e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:11.148195 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:11.189523 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fd177294-7360-4c5f-a239-ba4c816c0a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:11.193837 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-fd177294-7360-4c5f-a239-ba4c816c0a0e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/693b8068-7d01-4433-a843-41f9e41a2d81 HTTP/1.1" status: 204 len: 168 time: 0.6812413 Apr 20 14:50:11.195508 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd177294-7360-4c5f-a239-ba4c816c0a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693b8068-7d01-4433-a843-41f9e41a2d81,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:11.198427 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fd177294-7360-4c5f-a239-ba4c816c0a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:11.199937 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b95c0aed-7a53-4aef-a47e-23c68b6936e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:11.201140 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-b95c0aed-7a53-4aef-a47e-23c68b6936e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98df2e46-f7ba-40a5-923c-abb6c810cc0c HTTP/1.1" status: 204 len: 168 time: 0.9047923 Apr 20 14:50:11.203541 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-e4a45eb0-5a55-46f3-b6cc-a3ff90e5b590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:11.211526 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:11.323172 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-e4a45eb0-5a55-46f3-b6cc-a3ff90e5b590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Network 582c3f9d-6c8f-4e30-8505-5d6d410b31fc is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:50:11.340884 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-e4a45eb0-5a55-46f3-b6cc-a3ff90e5b590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:50:11.358565 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-e4a45eb0-5a55-46f3-b6cc-a3ff90e5b590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:50:11.390420 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-e4a45eb0-5a55-46f3-b6cc-a3ff90e5b590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:11.394930 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-e4a45eb0-5a55-46f3-b6cc-a3ff90e5b590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:11.520973 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a45eb0-5a55-46f3-b6cc-a3ff90e5b590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Pushing event updated for resources: {'Port': ['ID=71ad3bb0-14c9-4f07-83ab-36d36c55d98d,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:11.527794 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e4a45eb0-5a55-46f3-b6cc-a3ff90e5b590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:11.546288 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ab5c6e-b796-4b96-b95e-3db697d440ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7244db19-aec0-4ece-9b20-6e68e915d889', 'code': 200} Apr 20 14:50:11.624379 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-c994cb5d-ccb1-4417-9641-821ae7690c32 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:11.625585 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-c994cb5d-ccb1-4417-9641-821ae7690c32 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.13 "GET /v2.0/networks?id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc HTTP/1.1" status: 200 len: 819 time: 0.5307856 Apr 20 14:50:11.644628 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-dea10dd1-d551-4cbc-b600-149f5aa3a9f1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Request body: {'port': {'device_id': 'd6d85f8e-0cbc-4f99-89a0-713cc3478989', 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc', 'admin_state_up': True, 'tenant_id': 'bfbd4fdd7d16445b92d63cdbcbcba659'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:11.702200 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-e4a45eb0-5a55-46f3-b6cc-a3ff90e5b590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7913043 Apr 20 14:50:11.730201 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Request body: {'port': {'device_id': 'a88b15a6-b0da-4df1-b925-39ec512050ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:12.022008 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:12.069278 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.13', 55388) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:12.324829 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f23f7-1e1f-4827-959f-ff5b65c5f25b req-cffb5ed5-5553-4810-b54c-0a69ecd03776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:12.327301 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f99f23f7-1e1f-4827-959f-ff5b65c5f25b req-cffb5ed5-5553-4810-b54c-0a69ecd03776 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 1099 time: 0.2262642 Apr 20 14:50:12.395599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-f99f23f7-1e1f-4827-959f-ff5b65c5f25b req-fb480a58-51e9-47db-a2a3-163b2679eb2d service neutron] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:12.411643 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-30b49b46-de23-4e84-8a7e-a6dfc6b350f9 req-c55f6210-dc21-4a9b-9d67-1c2d8b5be893 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 210 time: 0.5391083 Apr 20 14:50:12.481902 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-f99f23f7-1e1f-4827-959f-ff5b65c5f25b req-fb480a58-51e9-47db-a2a3-163b2679eb2d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:12.496261 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-f99f23f7-1e1f-4827-959f-ff5b65c5f25b req-fb480a58-51e9-47db-a2a3-163b2679eb2d service neutron] Usage tracker for resource:security_group_rule and tenant:78c873d8cfd84052a29b6f80b7a82c0c is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:12.501979 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-f99f23f7-1e1f-4827-959f-ff5b65c5f25b req-fb480a58-51e9-47db-a2a3-163b2679eb2d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:12.512159 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-f99f23f7-1e1f-4827-959f-ff5b65c5f25b req-fb480a58-51e9-47db-a2a3-163b2679eb2d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:12.607007 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-5dd468f3-c88c-42da-ab15-5fc60d753513 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Synchronizing usage tracker for tenant:60cc29d1ca354b0bb99197550f740015 on resource:security_group {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:50:12.624083 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-dea10dd1-d551-4cbc-b600-149f5aa3a9f1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:12.683512 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ad3bb0-14c9-4f07-83ab-36d36c55d98d {{(pid=86499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:50:12.697288 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-dea10dd1-d551-4cbc-b600-149f5aa3a9f1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:12.697756 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:12.713487 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-5dd468f3-c88c-42da-ab15-5fc60d753513 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Unset dirty status for tenant:60cc29d1ca354b0bb99197550f740015 on resource:security_group {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:50:12.722259 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-5dd468f3-c88c-42da-ab15-5fc60d753513 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1997018701&fields=id&tenant_id=60cc29d1ca354b0bb99197550f740015 HTTP/1.1" status: 200 len: 267 time: 0.8457718 Apr 20 14:50:12.733674 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Transition to ACTIVE for port object 71ad3bb0-14c9-4f07-83ab-36d36c55d98d will not be triggered until provisioned by entity L2. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:50:12.805200 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:12.812597 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:12.927235 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-dea10dd1-d551-4cbc-b600-149f5aa3a9f1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Made reservation on behalf of bfbd4fdd7d16445b92d63cdbcbcba659 for: {'port': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:50:12.933836 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-dea10dd1-d551-4cbc-b600-149f5aa3a9f1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:13.053786 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Pushing event updated for resources: {'Port': ['ID=71ad3bb0-14c9-4f07-83ab-36d36c55d98d,revision_number=2']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:13.061192 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-f99f23f7-1e1f-4827-959f-ff5b65c5f25b req-fb480a58-51e9-47db-a2a3-163b2679eb2d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:13.067223 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b73648a5-fa98-455f-87f5-30639191ba7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:13.084834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:13.139754 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9a955-582f-4679-a1b5-d28c0186cacf req-ad100db1-885f-4294-a2fd-3fcddd9da67b tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:13.141477 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f3e9a955-582f-4679-a1b5-d28c0186cacf req-ad100db1-885f-4294-a2fd-3fcddd9da67b tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 945 time: 0.4124293 Apr 20 14:50:13.158528 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-f99f23f7-1e1f-4827-959f-ff5b65c5f25b req-fb480a58-51e9-47db-a2a3-163b2679eb2d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:13.187264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:13.230609 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-a49657bb-cf05-48af-9ca8-7f77bd34d874 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:13.232365 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-a49657bb-cf05-48af-9ca8-7f77bd34d874 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/networks?id=f3478651-076d-4e24-9740-70942ad381f0 HTTP/1.1" status: 200 len: 814 time: 0.5088091 Apr 20 14:50:13.271363 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-7e3f34bf-571a-430e-bce3-20a68631c46e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/quotas/60cc29d1ca354b0bb99197550f740015 HTTP/1.1" status: 200 len: 375 time: 0.0187252 Apr 20 14:50:13.298660 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f3e9a955-582f-4679-a1b5-d28c0186cacf req-470accb1-e63c-48e5-918d-3be70334cf7c tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/security-groups?id=26db2e1e-eed6-4b25-858f-8d300736fb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394608 Apr 20 14:50:13.344973 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f99f23f7-1e1f-4827-959f-ff5b65c5f25b req-fb480a58-51e9-47db-a2a3-163b2679eb2d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9895415 Apr 20 14:50:13.354307 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb480a58-51e9-47db-a2a3-163b2679eb2d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=123a7e41-e785-4395-b4ad-a75e12d3bb33,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:13.360009 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Attempting to bind port 71ad3bb0-14c9-4f07-83ab-36d36c55d98d on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:50:13.360572 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Attempting to bind port 71ad3bb0-14c9-4f07-83ab-36d36c55d98d by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '9f98ecb0-7613-4857-9ede-7f7a31ba1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc'}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:50:13.361213 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Attempting to bind port 71ad3bb0-14c9-4f07-83ab-36d36c55d98d on network 582c3f9d-6c8f-4e30-8505-5d6d410b31fc {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:50:13.365820 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fb480a58-51e9-47db-a2a3-163b2679eb2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:13.373510 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Port 71ad3bb0-14c9-4f07-83ab-36d36c55d98d on network 582c3f9d-6c8f-4e30-8505-5d6d410b31fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:13.374114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Attempting to bind port 71ad3bb0-14c9-4f07-83ab-36d36c55d98d on network 582c3f9d-6c8f-4e30-8505-5d6d410b31fc {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:50:13.387078 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:50:13.389527 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Checking segment: {'id': '9f98ecb0-7613-4857-9ede-7f7a31ba1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:50:13.390255 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Bound using segment: {'id': '9f98ecb0-7613-4857-9ede-7f7a31ba1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc'} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:50:13.391180 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Bound port: 71ad3bb0-14c9-4f07-83ab-36d36c55d98d, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f98ecb0-7613-4857-9ede-7f7a31ba1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc'}}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:50:13.391852 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:13.439525 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-dea10dd1-d551-4cbc-b600-149f5aa3a9f1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Allocated IP 172.20.0.3 (582c3f9d-6c8f-4e30-8505-5d6d410b31fc/f2b75775-49ff-4f22-9c17-4a0e3c0f4f92/0610f14f-4157-44dc-a9ac-63b9e2e3e199) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:50:13.547937 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f268cbd9-4ec3-447d-9107-db35310ff8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:50:13.570984 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-87d0fbad-d99c-4f51-9609-40f7b6870354 req-d0d07bfb-320a-4726-95b5-e82eb77c697c tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 210 time: 0.0786512 Apr 20 14:50:13.612145 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] For port 71ad3bb0-14c9-4f07-83ab-36d36c55d98d, host hv-cinder-74216, cleared binding levels {{(pid=86499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:50:13.619270 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] For port 71ad3bb0-14c9-4f07-83ab-36d36c55d98d, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=71ad3bb0-14c9-4f07-83ab-36d36c55d98d,segment=NetworkSegment(9f98ecb0-7613-4857-9ede-7f7a31ba1e0d),segment_id=9f98ecb0-7613-4857-9ede-7f7a31ba1e0d)] {{(pid=86499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:50:13.624364 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-e1334d47-6f66-48ed-8efc-aa78cacc5dd0 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=60cc29d1ca354b0bb99197550f740015&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3245368 Apr 20 14:50:13.667979 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:13.692756 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d35ec6ba-ca9c-4202-a45a-f7dee51ba5d5 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:13.779027 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:13.779713 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:13.781490 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] 10.222.0.13 "PUT /v2.0/ports/71ad3bb0-14c9-4f07-83ab-36d36c55d98d HTTP/1.1" status: 200 len: 1094 time: 2.0662818 Apr 20 14:50:13.782067 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88b15a6-b0da-4df1-b925-39ec512050ae', 'tag': '71ad3bb0-14c9-4f07-83ab-36d36c55d98d'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:50:13.823827 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Pushing event updated for resources: {'Port': ['ID=71ad3bb0-14c9-4f07-83ab-36d36c55d98d,revision_number=3']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:13.828359 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:13.991699 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-33814209-ec71-425f-b9b1-a71d1476fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:13.993481 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-33814209-ec71-425f-b9b1-a71d1476fcb5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfbd4fdd7d16445b92d63cdbcbcba659&device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 1097 time: 0.1048114 Apr 20 14:50:14.048975 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-6387a538-c139-4566-865b-82b122c33557 service neutron] 10.222.0.21 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818941 Apr 20 14:50:14.121707 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-703297b8-efa6-4a2f-99c5-8a3dd2d58ff7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71ad3bb0-14c9-4f07-83ab-36d36c55d98d HTTP/1.1" status: 200 len: 217 time: 0.1113608 Apr 20 14:50:14.209438 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:14.249759 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-b05dc3b9-62c9-4d42-aa0d-b130b6a57045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:14.254113 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-b05dc3b9-62c9-4d42-aa0d-b130b6a57045 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2b75775-49ff-4f22-9c17-4a0e3c0f4f92 HTTP/1.1" status: 200 len: 859 time: 0.1212211 Apr 20 14:50:14.309537 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-dea10dd1-d551-4cbc-b600-149f5aa3a9f1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:14.350160 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-653202d0-4f27-4cf3-9f95-ec50dfd2c75d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892949 Apr 20 14:50:14.408431 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68626ce-5120-4d43-8743-72867d1863f9 req-b2908f56-0a02-401b-a5b4-39707f161501 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:14.411350 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d68626ce-5120-4d43-8743-72867d1863f9 req-b2908f56-0a02-401b-a5b4-39707f161501 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 946 time: 0.6018407 Apr 20 14:50:14.483705 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:14.592792 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-05f2f469-963d-4ab8-a134-f22125eb1446 service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847467 Apr 20 14:50:14.609477 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d68626ce-5120-4d43-8743-72867d1863f9 req-10c1280c-cfcd-412c-a3ad-49d5288b2c68 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765637 Apr 20 14:50:14.631360 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-d0decdea-8315-4ca8-ab7d-cc65b989c352 service neutron] 10.222.0.21 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5769205 Apr 20 14:50:14.687831 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-dea10dd1-d551-4cbc-b600-149f5aa3a9f1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:14.704387 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:15.029717 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-01afed35-ba1b-421f-b90c-0112464cd8c7 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:15.032994 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-01afed35-ba1b-421f-b90c-0112464cd8c7 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.13 "GET /v2.0/networks?id=8a669ef3-df53-4cd3-a0a6-990300d50cd2 HTTP/1.1" status: 200 len: 810 time: 0.7286565 Apr 20 14:50:15.038156 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-dea10dd1-d551-4cbc-b600-149f5aa3a9f1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Network 582c3f9d-6c8f-4e30-8505-5d6d410b31fc is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:50:15.060012 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-dea10dd1-d551-4cbc-b600-149f5aa3a9f1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:50:15.063421 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-dea10dd1-d551-4cbc-b600-149f5aa3a9f1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:50:15.072910 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-dea10dd1-d551-4cbc-b600-149f5aa3a9f1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:15.073586 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-dea10dd1-d551-4cbc-b600-149f5aa3a9f1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:15.099083 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea10dd1-d551-4cbc-b600-149f5aa3a9f1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Pushing event updated for resources: {'Port': ['ID=0610f14f-4157-44dc-a9ac-63b9e2e3e199,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:15.103695 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-dea10dd1-d551-4cbc-b600-149f5aa3a9f1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:15.168643 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3c9e0-594f-4ad9-ac11-dd1f9e71dfc2 req-2afe3062-2a32-477e-b397-7f728364b664 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:15.174843 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-40b3c9e0-594f-4ad9-ac11-dd1f9e71dfc2 req-2afe3062-2a32-477e-b397-7f728364b664 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 931 time: 0.2591388 Apr 20 14:50:15.244468 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-74067329-e052-4411-b933-b8df6d602067 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ec9121784bc4847a675627263bbd80b HTTP/1.1" status: 200 len: 5704 time: 0.1917508 Apr 20 14:50:15.265589 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Request body: {'port': {'device_id': '089b6c85-08e1-494b-9ad3-98455276bdfc', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'admin_state_up': True, 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'security_groups': ['56f8e634-324e-41ac-9f9b-ae4107fb295f']}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:15.349878 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-dea10dd1-d551-4cbc-b600-149f5aa3a9f1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7103062 Apr 20 14:50:15.401733 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Request body: {'port': {'device_id': 'd6d85f8e-0cbc-4f99-89a0-713cc3478989', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:15.436295 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cc455587-f368-4fa3-a244-0b3aa2887ba2 req-988348b0-85e8-4bfc-ae6b-fef2e412438e service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8358772 Apr 20 14:50:15.437972 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:15.449859 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f268cbd9-4ec3-447d-9107-db35310ff8bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a', 'code': 200} Apr 20 14:50:15.713701 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-40b3c9e0-594f-4ad9-ac11-dd1f9e71dfc2 req-fb7863e4-4154-4ec1-96dd-bc8cefeb06a0 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Synchronizing usage tracker for tenant:bfbd4fdd7d16445b92d63cdbcbcba659 on resource:security_group {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:50:15.976027 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:15.985923 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Usage tracker for resource:port and tenant:6ec9121784bc4847a675627263bbd80b is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:15.991948 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:16.005726 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:16.005917 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:16.064721 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-40b3c9e0-594f-4ad9-ac11-dd1f9e71dfc2 req-fb7863e4-4154-4ec1-96dd-bc8cefeb06a0 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Unset dirty status for tenant:bfbd4fdd7d16445b92d63cdbcbcba659 on resource:security_group {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:50:16.078174 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-40b3c9e0-594f-4ad9-ac11-dd1f9e71dfc2 req-fb7863e4-4154-4ec1-96dd-bc8cefeb06a0 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8894701 Apr 20 14:50:16.097586 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.13', 55395) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:16.139390 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88b15a6-b0da-4df1-b925-39ec512050ae', 'tag': '71ad3bb0-14c9-4f07-83ab-36d36c55d98d', 'status': 'completed', 'code': 200} Apr 20 14:50:16.156158 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Made reservation on behalf of 6ec9121784bc4847a675627263bbd80b for: {'port': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:50:16.167719 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:16.542437 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc939bb1-1208-4b11-b21a-e186e5af4cea req-5e35191e-dda1-47da-aff4-db70fb4708b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:16.545826 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bc939bb1-1208-4b11-b21a-e186e5af4cea req-5e35191e-dda1-47da-aff4-db70fb4708b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfbd4fdd7d16445b92d63cdbcbcba659&device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 1097 time: 0.5228088 Apr 20 14:50:16.651162 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c1e4c039-a37b-4b47-b618-44f650da7eab req-c74d094a-33a0-417f-a4a5-66322cafed57 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 210 time: 0.0930953 Apr 20 14:50:16.870155 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Allocated IP 172.20.0.13 (8a669ef3-df53-4cd3-a0a6-990300d50cd2/d80648ec-7cf5-4306-8b5a-bd7fb5f2d85d/7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:50:16.912440 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bd9a4-0e5c-4535-94f6-aa3ffd7ca3ce req-fd387097-0b08-4fdb-b0e3-3ebaa4869144 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:16.921829 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c07bd9a4-0e5c-4535-94f6-aa3ffd7ca3ce req-fd387097-0b08-4fdb-b0e3-3ebaa4869144 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 945 time: 1.0125172 Apr 20 14:50:16.925683 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d2fe0260-cf83-4361-8868-365e8ab63bb8 req-0d0e1f63-3b0b-4e05-9dac-ab80738a3aed tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 210 time: 0.1523397 Apr 20 14:50:16.931973 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae53a9-c277-4b99-b89a-afcaefb00378 req-4d5c6d43-8ac9-4d43-9528-374328ae9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:16.934146 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6cae53a9-c277-4b99-b89a-afcaefb00378 req-4d5c6d43-8ac9-4d43-9528-374328ae9575 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 1098 time: 0.8346775 Apr 20 14:50:16.963446 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc939bb1-1208-4b11-b21a-e186e5af4cea req-75f583c6-b3d2-422e-a4a9-638562900f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:16.966326 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bc939bb1-1208-4b11-b21a-e186e5af4cea req-75f583c6-b3d2-422e-a4a9-638562900f4d service neutron] 10.222.0.13 "GET /v2.0/networks?id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc HTTP/1.1" status: 200 len: 919 time: 0.3516438 Apr 20 14:50:17.014482 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0610f14f-4157-44dc-a9ac-63b9e2e3e199 {{(pid=86498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:50:17.060865 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:17.101043 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c07bd9a4-0e5c-4535-94f6-aa3ffd7ca3ce req-8fabb768-43aa-4ea7-aa80-fc4b6bab2f30 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/security-groups?id=26db2e1e-eed6-4b25-858f-8d300736fb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778953 Apr 20 14:50:17.122558 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6cae53a9-c277-4b99-b89a-afcaefb00378 req-deeebdfc-4126-4fba-9049-f63a5dfbe5f2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=26db2e1e-eed6-4b25-858f-8d300736fb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651425 Apr 20 14:50:17.276015 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bc939bb1-1208-4b11-b21a-e186e5af4cea req-47546103-e16e-4cc2-bd8e-b7243d830e22 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71ad3bb0-14c9-4f07-83ab-36d36c55d98d HTTP/1.1" status: 200 len: 217 time: 0.2824743 Apr 20 14:50:17.343543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Transition to ACTIVE for port object 0610f14f-4157-44dc-a9ac-63b9e2e3e199 will not be triggered until provisioned by entity L2. {{(pid=86498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:50:17.392314 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:17.637879 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc939bb1-1208-4b11-b21a-e186e5af4cea req-6f4542fd-0c13-4444-99d7-b109d2a3883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:17.641985 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bc939bb1-1208-4b11-b21a-e186e5af4cea req-6f4542fd-0c13-4444-99d7-b109d2a3883b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2b75775-49ff-4f22-9c17-4a0e3c0f4f92 HTTP/1.1" status: 200 len: 859 time: 0.2050612 Apr 20 14:50:17.659231 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:17.783443 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bc939bb1-1208-4b11-b21a-e186e5af4cea req-7860ca90-063b-4e85-a1f7-843cdbea10eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138139 Apr 20 14:50:17.791861 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:17.796096 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abaea0-0617-4de5-806e-f149a84ef11c req-fc91f0ca-7a43-4fb7-9852-08b54cafeeac tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:17.797823 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f2abaea0-0617-4de5-806e-f149a84ef11c req-fc91f0ca-7a43-4fb7-9852-08b54cafeeac tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 946 time: 0.6305075 Apr 20 14:50:17.846448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 71ad3bb0-14c9-4f07-83ab-36d36c55d98d details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:50:17.916973 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9edec8-5fa7-42ec-90a1-cd893e3849c9 req-057ca657-eb1c-45d3-aad2-80c853efb363 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:17.918626 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-aa9edec8-5fa7-42ec-90a1-cd893e3849c9 req-057ca657-eb1c-45d3-aad2-80c853efb363 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Synchronizing usage tracker for tenant:bfbd4fdd7d16445b92d63cdbcbcba659 on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:50:18.214257 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Pushing event updated for resources: {'Port': ['ID=0610f14f-4157-44dc-a9ac-63b9e2e3e199,revision_number=2']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:18.214257 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:18.214452 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 71ad3bb0-14c9-4f07-83ab-36d36c55d98d, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=71ad3bb0-14c9-4f07-83ab-36d36c55d98d,segment=NetworkSegment(9f98ecb0-7613-4857-9ede-7f7a31ba1e0d),segment_id=9f98ecb0-7613-4857-9ede-7f7a31ba1e0d)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:18.214452 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': '71ad3bb0-14c9-4f07-83ab-36d36c55d98d', 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc', 'port_id': '71ad3bb0-14c9-4f07-83ab-36d36c55d98d', 'mac_address': 'fa:16:3e:6f:ad:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b75775-49ff-4f22-9c17-4a0e3c0f4f92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:50:18.214651 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Transition to ACTIVE for port object 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d will not be triggered until provisioned by entity DHCP. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:50:18.214789 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f2abaea0-0617-4de5-806e-f149a84ef11c req-2e9deac8-da2b-4716-a383-f40bc8924007 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866630 Apr 20 14:50:18.225368 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Attempting to bind port 0610f14f-4157-44dc-a9ac-63b9e2e3e199 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:50:18.226005 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Attempting to bind port 0610f14f-4157-44dc-a9ac-63b9e2e3e199 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '9f98ecb0-7613-4857-9ede-7f7a31ba1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc'}] {{(pid=86498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:50:18.227015 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Attempting to bind port 0610f14f-4157-44dc-a9ac-63b9e2e3e199 on network 582c3f9d-6c8f-4e30-8505-5d6d410b31fc {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:50:18.228203 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:18.250887 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bc939bb1-1208-4b11-b21a-e186e5af4cea req-f09023a3-0962-43ab-9688-e46c5aac0935 service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528337 Apr 20 14:50:18.280610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Port 0610f14f-4157-44dc-a9ac-63b9e2e3e199 on network 582c3f9d-6c8f-4e30-8505-5d6d410b31fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:18.280610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Attempting to bind port 0610f14f-4157-44dc-a9ac-63b9e2e3e199 on network 582c3f9d-6c8f-4e30-8505-5d6d410b31fc {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:50:18.281403 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ad3bb0-14c9-4f07-83ab-36d36c55d98d {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:50:18.281935 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:50:18.281935 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Checking segment: {'id': '9f98ecb0-7613-4857-9ede-7f7a31ba1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:50:18.281935 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Bound using segment: {'id': '9f98ecb0-7613-4857-9ede-7f7a31ba1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc'} {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:50:18.282688 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Bound port: 0610f14f-4157-44dc-a9ac-63b9e2e3e199, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f98ecb0-7613-4857-9ede-7f7a31ba1e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc'}}] {{(pid=86498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:50:18.283491 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:18.308993 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-971f6e7f-d4da-4ad8-81b7-58c678bd3a38 req-ce5196f9-2ebc-4e79-a1c9-67e4ed5d1e6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6514368 Apr 20 14:50:18.329417 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 71ad3bb0-14c9-4f07-83ab-36d36c55d98d, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=71ad3bb0-14c9-4f07-83ab-36d36c55d98d,segment=NetworkSegment(9f98ecb0-7613-4857-9ede-7f7a31ba1e0d),segment_id=9f98ecb0-7613-4857-9ede-7f7a31ba1e0d)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:18.346917 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:18.431300 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-aa9edec8-5fa7-42ec-90a1-cd893e3849c9 req-057ca657-eb1c-45d3-aad2-80c853efb363 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Unset dirty status for tenant:bfbd4fdd7d16445b92d63cdbcbcba659 on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:50:18.448077 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-aa9edec8-5fa7-42ec-90a1-cd893e3849c9 req-057ca657-eb1c-45d3-aad2-80c853efb363 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 931 time: 1.1568704 Apr 20 14:50:18.546641 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bc939bb1-1208-4b11-b21a-e186e5af4cea req-91a5c881-cdd4-42cd-b146-85b335a1a383 service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851527 Apr 20 14:50:18.589522 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-aa9edec8-5fa7-42ec-90a1-cd893e3849c9 req-35de00c5-0f0d-4f25-9c64-d98d7912e95c tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116970 Apr 20 14:50:18.754862 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] For port 0610f14f-4157-44dc-a9ac-63b9e2e3e199, host hv-cinder-74216, cleared binding levels {{(pid=86498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:50:18.759299 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] For port 0610f14f-4157-44dc-a9ac-63b9e2e3e199, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=0610f14f-4157-44dc-a9ac-63b9e2e3e199,segment=NetworkSegment(9f98ecb0-7613-4857-9ede-7f7a31ba1e0d),segment_id=9f98ecb0-7613-4857-9ede-7f7a31ba1e0d)] {{(pid=86498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:50:18.848386 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-33af6083-5dd4-49e9-a399-3e3e2264e045 req-8918720e-15a1-4a08-85fd-ac5e1d4bc1b4 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 210 time: 0.0732038 Apr 20 14:50:18.860673 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab50d8-fa2f-408f-ae86-0a4b44ab02d7 req-ad51921b-7016-47c1-ad77-31598c71c41e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:18.862381 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a9ab50d8-fa2f-408f-ae86-0a4b44ab02d7 req-ad51921b-7016-47c1-ad77-31598c71c41e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 932 time: 0.2790685 Apr 20 14:50:18.872045 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f6e7f-d4da-4ad8-81b7-58c678bd3a38 req-6bad49e2-1a2f-4053-ae15-af4e1b9edc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:18.873664 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-971f6e7f-d4da-4ad8-81b7-58c678bd3a38 req-6bad49e2-1a2f-4053-ae15-af4e1b9edc57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de85cae1acea467ebd6b66a6bc270dac&device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 1099 time: 0.2891121 Apr 20 14:50:19.008055 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a9ab50d8-fa2f-408f-ae86-0a4b44ab02d7 req-63f3f5d8-8b5b-4539-8423-7d49369079f3 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323318 Apr 20 14:50:19.230790 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f6e7f-d4da-4ad8-81b7-58c678bd3a38 req-8743181b-4e9b-4470-8c61-442eb4596458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:19.233562 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-971f6e7f-d4da-4ad8-81b7-58c678bd3a38 req-8743181b-4e9b-4470-8c61-442eb4596458 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf59d578-6ae3-486b-aded-96c31005ded3 HTTP/1.1" status: 200 len: 914 time: 0.3226931 Apr 20 14:50:19.316695 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-971f6e7f-d4da-4ad8-81b7-58c678bd3a38 req-dedcca28-2e6a-46aa-9936-268cf0d10403 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7244db19-aec0-4ece-9b20-6e68e915d889 HTTP/1.1" status: 200 len: 217 time: 0.0754731 Apr 20 14:50:19.392411 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137ef8c-6a72-41ef-9e51-4c6c33e3ba77 req-1f1b2749-53c4-4818-9e4d-b1d2ba3d63c2 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:19.394094 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4137ef8c-6a72-41ef-9e51-4c6c33e3ba77 req-1f1b2749-53c4-4818-9e4d-b1d2ba3d63c2 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 945 time: 0.3103085 Apr 20 14:50:19.428132 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f6e7f-d4da-4ad8-81b7-58c678bd3a38 req-206c99dd-950b-49b6-bed5-fb27b91b7058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:19.429790 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-971f6e7f-d4da-4ad8-81b7-58c678bd3a38 req-206c99dd-950b-49b6-bed5-fb27b91b7058 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ddaa3a8-e61f-46b9-96aa-d346948b134a HTTP/1.1" status: 200 len: 854 time: 0.1050482 Apr 20 14:50:19.469722 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:19.473894 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a18b0258-a5c2-495e-8ae5-a18e18fe12d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:19.503340 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-971f6e7f-d4da-4ad8-81b7-58c678bd3a38 req-3b6975b5-1cd9-47e8-981f-86f2c07bbf34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf59d578-6ae3-486b-aded-96c31005ded3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569856 Apr 20 14:50:19.506595 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4137ef8c-6a72-41ef-9e51-4c6c33e3ba77 req-4fb9d054-9c63-4127-86ee-c273eba0c77e tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/security-groups?id=26db2e1e-eed6-4b25-858f-8d300736fb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981803 Apr 20 14:50:19.537311 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:19.547255 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:19.552910 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:19.578686 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=71ad3bb0-14c9-4f07-83ab-36d36c55d98d,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:19.588247 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:19.589579 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:19.685674 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Pushing event updated for resources: {'Port': ['ID=7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:19.697849 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:19.706420 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:50:19.713332 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:50:19.718651 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:50:19.730475 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:19.731826 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:19.809333 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['71ad3bb0-14c9-4f07-83ab-36d36c55d98d'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:50:19.843100 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5878935 Apr 20 14:50:19.858326 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Pushing event updated for resources: {'Port': ['ID=0610f14f-4157-44dc-a9ac-63b9e2e3e199,revision_number=3']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:19.873445 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-971f6e7f-d4da-4ad8-81b7-58c678bd3a38 req-4c333000-c444-4146-a7df-5b1436e9f753 service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614957 Apr 20 14:50:19.911510 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Request body: {'port': {'device_id': '089b6c85-08e1-494b-9ad3-98455276bdfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:19.943836 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:20.230091 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-66049d0f-82a8-4c31-a0db-70ffcaecb891 None None] Provisioning for port 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:50:20.309203 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-971f6e7f-d4da-4ad8-81b7-58c678bd3a38 req-3cdf7b25-4b1d-44f7-bc47-d0351497c4b1 service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572989 Apr 20 14:50:20.311708 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-66049d0f-82a8-4c31-a0db-70ffcaecb891 None None] Provisioning complete for port 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:50:20.312149 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-66049d0f-82a8-4c31-a0db-70ffcaecb891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:20.371258 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:20.373427 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:20.375331 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] 10.222.0.13 "PUT /v2.0/ports/0610f14f-4157-44dc-a9ac-63b9e2e3e199 HTTP/1.1" status: 200 len: 1093 time: 5.0074413 Apr 20 14:50:20.376588 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d85f8e-0cbc-4f99-89a0-713cc3478989', 'tag': '0610f14f-4157-44dc-a9ac-63b9e2e3e199'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:50:20.421759 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-66049d0f-82a8-4c31-a0db-70ffcaecb891 None None] Port 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:50:20.433349 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9ca382de-ddcf-4879-ab20-4738e43dfb9a req-1fe751f8-22cb-4a9b-a5d9-77a9ed14369f tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 210 time: 0.1223869 Apr 20 14:50:20.578414 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e9bd0-b3bc-4a33-a1da-b6c2c4c2d396 req-156875f3-5fb5-4bef-be25-faad8d248a11 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:20.612854 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fe5e9bd0-b3bc-4a33-a1da-b6c2c4c2d396 req-156875f3-5fb5-4bef-be25-faad8d248a11 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 943 time: 0.7378314 Apr 20 14:50:20.720451 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:20.768708 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-3d961cdd-917b-4981-a19a-171bd362a931 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:20.770053 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-3d961cdd-917b-4981-a19a-171bd362a931 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Synchronizing usage tracker for tenant:60cc29d1ca354b0bb99197550f740015 on resource:network {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:50:20.845226 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fe5e9bd0-b3bc-4a33-a1da-b6c2c4c2d396 req-f13d83b3-78da-4a24-9ef8-d8470b3ae135 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205398 Apr 20 14:50:20.895025 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a382b65-a8f7-4be1-82da-d519b2dcb479 req-51cef53c-f8c6-4d1d-9eca-9a1e34d93a54 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:20.895025 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1a382b65-a8f7-4be1-82da-d519b2dcb479 req-51cef53c-f8c6-4d1d-9eca-9a1e34d93a54 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 932 time: 0.2055042 Apr 20 14:50:20.934895 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-3d961cdd-917b-4981-a19a-171bd362a931 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Unset dirty status for tenant:60cc29d1ca354b0bb99197550f740015 on resource:network {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:50:20.936038 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-3d961cdd-917b-4981-a19a-171bd362a931 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.13 "GET /v2.0/networks?id=f3478651-076d-4e24-9740-70942ad381f0 HTTP/1.1" status: 200 len: 814 time: 0.8862309 Apr 20 14:50:20.936460 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-d4c83d4d-212e-452e-9435-c84c04fd9bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:20.938070 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-d4c83d4d-212e-452e-9435-c84c04fd9bfb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfbd4fdd7d16445b92d63cdbcbcba659&device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 1096 time: 0.2552731 Apr 20 14:50:21.063370 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d85f8e-0cbc-4f99-89a0-713cc3478989', 'tag': '0610f14f-4157-44dc-a9ac-63b9e2e3e199', 'status': 'completed', 'code': 200} Apr 20 14:50:21.067267 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1a382b65-a8f7-4be1-82da-d519b2dcb479 req-748e5e7b-518c-47a8-b3ce-3020446be796 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1594965 Apr 20 14:50:21.069438 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-c7c41e9f-883d-4974-a295-8a18091adf2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0610f14f-4157-44dc-a9ac-63b9e2e3e199 HTTP/1.1" status: 200 len: 217 time: 0.1004932 Apr 20 14:50:21.228456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-2362eca6-2eb4-4a4f-8407-9375da552eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:21.230044 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-2362eca6-2eb4-4a4f-8407-9375da552eb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2b75775-49ff-4f22-9c17-4a0e3c0f4f92 HTTP/1.1" status: 200 len: 859 time: 0.1532731 Apr 20 14:50:21.282400 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-7000934b-007c-472b-bb74-c359ac8db414 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Synchronizing usage tracker for tenant:60cc29d1ca354b0bb99197550f740015 on resource:security_group {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:50:21.304058 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-58d0ee21-e8fa-4d38-a2fb-bff7096cc992 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662680 Apr 20 14:50:21.306220 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-7000934b-007c-472b-bb74-c359ac8db414 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Unset dirty status for tenant:60cc29d1ca354b0bb99197550f740015 on resource:security_group {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:50:21.308304 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-7000934b-007c-472b-bb74-c359ac8db414 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60cc29d1ca354b0bb99197550f740015 HTTP/1.1" status: 200 len: 5705 time: 0.3437121 Apr 20 14:50:21.319870 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ae893-151e-4cfa-b133-27e312af6e6a req-d8e6396a-0211-485b-9a1a-c6f973a220ed tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:21.321679 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e74ae893-151e-4cfa-b133-27e312af6e6a req-d8e6396a-0211-485b-9a1a-c6f973a220ed tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 945 time: 0.1842661 Apr 20 14:50:21.328460 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Request body: {'port': {'device_id': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'admin_state_up': True, 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'security_groups': ['4b76db01-00b9-4ea2-a34f-7328f5527b35']}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:21.719401 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e74ae893-151e-4cfa-b133-27e312af6e6a req-6d545080-5d03-40a5-b5a4-9bd9b9d09d4d tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/security-groups?id=26db2e1e-eed6-4b25-858f-8d300736fb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668816 Apr 20 14:50:21.721701 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:21.741199 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Usage tracker for resource:port and tenant:60cc29d1ca354b0bb99197550f740015 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:21.745041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:21.752049 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:21.777500 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d {{(pid=86499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:50:21.793943 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:21.811726 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Made reservation on behalf of 60cc29d1ca354b0bb99197550f740015 for: {'port': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:50:21.819861 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:21.839310 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-09149469-4086-4640-8905-c7e473ee57fe service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165477 Apr 20 14:50:21.844047 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Transition to ACTIVE for port object 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d will not be triggered until provisioned by entity L2. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:50:21.872857 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 71ad3bb0-14c9-4f07-83ab-36d36c55d98d up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:50:21.876590 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ebdc6c9d-ff41-4573-987b-ae0bf462efad req-52b38b1a-d288-43e4-8384-ba6a92aa97f1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 210 time: 0.0790467 Apr 20 14:50:21.970537 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:22.029839 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-08a0c24e-6506-474d-8bb4-1d7b6c813e3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:22.093220 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-32c15f33-137a-4e03-8380-79d0ce3b50c7 req-93d51a79-b8e0-4f38-82a8-0d0c9bf3606a service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467933 Apr 20 14:50:22.150397 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d,revision_number=2']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:22.186473 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:22.208918 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port 71ad3bb0-14c9-4f07-83ab-36d36c55d98d completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:50:22.215651 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port 71ad3bb0-14c9-4f07-83ab-36d36c55d98d triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:50:22.216322 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:22.447939 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Allocated IP 172.20.0.4 (f3478651-076d-4e24-9740-70942ad381f0/7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7/58bf4358-c596-4c96-8ccb-47886555b382) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:50:22.452580 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:22.499397 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88b15a6-b0da-4df1-b925-39ec512050ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ad3bb0-14c9-4f07-83ab-36d36c55d98d'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:50:22.511656 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 71ad3bb0-14c9-4f07-83ab-36d36c55d98d, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=71ad3bb0-14c9-4f07-83ab-36d36c55d98d,segment=NetworkSegment(9f98ecb0-7613-4857-9ede-7f7a31ba1e0d),segment_id=9f98ecb0-7613-4857-9ede-7f7a31ba1e0d)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:22.573390 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:22.576114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:22.597117 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491d9c2-7c73-473a-8d44-883e7bc75294 req-c72e865d-6d3f-4312-a3cb-10a8e78d9977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:22.600689 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5491d9c2-7c73-473a-8d44-883e7bc75294 req-c72e865d-6d3f-4312-a3cb-10a8e78d9977 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfbd4fdd7d16445b92d63cdbcbcba659&device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 1096 time: 0.3146949 Apr 20 14:50:22.677569 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=71ad3bb0-14c9-4f07-83ab-36d36c55d98d,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:22.681263 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:22.792819 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491d9c2-7c73-473a-8d44-883e7bc75294 req-2eb6657d-9fde-43cd-bb02-3ed34e11e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:22.794415 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5491d9c2-7c73-473a-8d44-883e7bc75294 req-2eb6657d-9fde-43cd-bb02-3ed34e11e2ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc HTTP/1.1" status: 200 len: 919 time: 0.1828997 Apr 20 14:50:22.805330 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249596c3-f6c3-4bd0-b650-62d1e58b8cf9 req-68ce5a73-00b0-48d4-9bcc-eb5619cd29b8 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:22.813932 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-249596c3-f6c3-4bd0-b650-62d1e58b8cf9 req-68ce5a73-00b0-48d4-9bcc-eb5619cd29b8 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 943 time: 0.5801520 Apr 20 14:50:22.918373 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5491d9c2-7c73-473a-8d44-883e7bc75294 req-74ef80e0-a50a-4bf7-9f46-5469785b67d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0610f14f-4157-44dc-a9ac-63b9e2e3e199 HTTP/1.1" status: 200 len: 217 time: 0.0870373 Apr 20 14:50:23.003179 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-249596c3-f6c3-4bd0-b650-62d1e58b8cf9 req-97eaaabb-1b19-4228-9007-04a7f6df1d3a tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875169 Apr 20 14:50:23.051418 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5491d9c2-7c73-473a-8d44-883e7bc75294 req-dfd6670c-5972-40cb-9652-f5996796bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:23.055505 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5491d9c2-7c73-473a-8d44-883e7bc75294 req-dfd6670c-5972-40cb-9652-f5996796bf75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2b75775-49ff-4f22-9c17-4a0e3c0f4f92 HTTP/1.1" status: 200 len: 859 time: 0.1158898 Apr 20 14:50:23.152400 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5491d9c2-7c73-473a-8d44-883e7bc75294 req-127cd497-3d8a-45e6-b8c9-ac9318e0bcd5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863831 Apr 20 14:50:23.172452 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Attempting to bind port 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:50:23.172833 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Attempting to bind port 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2'}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:50:23.173385 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Attempting to bind port 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d on network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:50:23.184373 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:23.187888 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Port 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d on network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:23.188785 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Attempting to bind port 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d on network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:50:23.204910 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:50:23.205022 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Checking segment: {'id': '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:50:23.205381 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Bound using segment: {'id': '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2'} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:50:23.205870 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Bound port: 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2'}}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:50:23.215615 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:23.247356 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Transition to ACTIVE for port object 58bf4358-c596-4c96-8ccb-47886555b382 will not be triggered until provisioned by entity DHCP. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:50:23.382035 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] For port 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d, host hv-cinder-74216, cleared binding levels {{(pid=86499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:50:23.387652 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] For port 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d,segment=NetworkSegment(97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c),segment_id=97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c)] {{(pid=86499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:50:23.416892 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5491d9c2-7c73-473a-8d44-883e7bc75294 req-48ea99e3-7350-4561-bb92-8869d7a12147 service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565465 Apr 20 14:50:23.425842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbc4af8-44d8-4856-9770-314b1ea03a97 req-cf597a4c-9dc4-4d14-a30d-05ba1629a7e4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:23.427429 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8dbc4af8-44d8-4856-9770-314b1ea03a97 req-cf597a4c-9dc4-4d14-a30d-05ba1629a7e4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 944 time: 0.2333195 Apr 20 14:50:23.434445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:23.436223 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:23.450922 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a465451e-3f86-48a2-8ea2-8099a6bb48ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:23.526822 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:23.527763 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:23.529601 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] 10.222.0.13 "PUT /v2.0/ports/7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d HTTP/1.1" status: 200 len: 1094 time: 3.6337106 Apr 20 14:50:23.535180 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089b6c85-08e1-494b-9ad3-98455276bdfc', 'tag': '7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:50:23.571995 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Network f3478651-076d-4e24-9740-70942ad381f0 is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:50:23.576350 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:50:23.579441 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:50:23.592252 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:23.592252 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:23.611353 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d,revision_number=3']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:23.615281 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8dbc4af8-44d8-4856-9770-314b1ea03a97 req-359e6287-4234-4ce3-afda-f844163591a4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996003 Apr 20 14:50:23.642976 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5491d9c2-7c73-473a-8d44-883e7bc75294 req-fec6b030-b8b2-438f-a11f-1696825d22d9 service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144134 Apr 20 14:50:23.787391 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88b15a6-b0da-4df1-b925-39ec512050ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ad3bb0-14c9-4f07-83ab-36d36c55d98d', 'code': 200} Apr 20 14:50:23.796488 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Pushing event updated for resources: {'Port': ['ID=58bf4358-c596-4c96-8ccb-47886555b382,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:23.800890 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:23.802124 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:23.802542 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:23.811567 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4916518 Apr 20 14:50:23.845564 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Request body: {'port': {'device_id': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:23.883079 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 0610f14f-4157-44dc-a9ac-63b9e2e3e199 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:50:23.923219 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-afce241f-c213-4380-9f45-708beeb005eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:23.928522 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-afce241f-c213-4380-9f45-708beeb005eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ec9121784bc4847a675627263bbd80b&device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 1097 time: 0.2258852 Apr 20 14:50:24.028420 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089b6c85-08e1-494b-9ad3-98455276bdfc', 'tag': '7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d', 'status': 'completed', 'code': 200} Apr 20 14:50:24.113394 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-c1f51bdd-cb30-423b-a943-545654d56a29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d HTTP/1.1" status: 200 len: 217 time: 0.1721790 Apr 20 14:50:24.251404 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 39030) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:24.389378 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:24.404443 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-1bc3bc84-3cd4-4072-94cb-716d44aad50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:24.404443 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-1bc3bc84-3cd4-4072-94cb-716d44aad50f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d80648ec-7cf5-4306-8b5a-bd7fb5f2d85d HTTP/1.1" status: 200 len: 849 time: 0.2818065 Apr 20 14:50:24.536583 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2fde1-8878-48c9-8637-a7a2198525fc req-fd9e9a5d-5588-41b6-a0ef-b4e1ad3e4287 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:24.540203 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-62b2fde1-8878-48c9-8637-a7a2198525fc req-fd9e9a5d-5588-41b6-a0ef-b4e1ad3e4287 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 943 time: 0.2804799 Apr 20 14:50:24.550535 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 0610f14f-4157-44dc-a9ac-63b9e2e3e199, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=0610f14f-4157-44dc-a9ac-63b9e2e3e199,segment=NetworkSegment(9f98ecb0-7613-4857-9ede-7f7a31ba1e0d),segment_id=9f98ecb0-7613-4857-9ede-7f7a31ba1e0d)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:24.552619 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6ea8d-43bf-44b4-9f93-200c6267a4bb req-1eeb2a41-ad3b-4a52-951c-fcaf7249e216 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:24.563473 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-70a6ea8d-43bf-44b4-9f93-200c6267a4bb req-1eeb2a41-ad3b-4a52-951c-fcaf7249e216 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 931 time: 0.3813877 Apr 20 14:50:24.569407 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': '0610f14f-4157-44dc-a9ac-63b9e2e3e199', 'network_id': '582c3f9d-6c8f-4e30-8505-5d6d410b31fc', 'port_id': '0610f14f-4157-44dc-a9ac-63b9e2e3e199', 'mac_address': 'fa:16:3e:7d:5b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2b75775-49ff-4f22-9c17-4a0e3c0f4f92', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:50:24.644715 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:24.652915 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:24.677742 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0610f14f-4157-44dc-a9ac-63b9e2e3e199 {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:50:24.696947 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:24.707229 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 0610f14f-4157-44dc-a9ac-63b9e2e3e199, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=0610f14f-4157-44dc-a9ac-63b9e2e3e199,segment=NetworkSegment(9f98ecb0-7613-4857-9ede-7f7a31ba1e0d),segment_id=9f98ecb0-7613-4857-9ede-7f7a31ba1e0d)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:24.711460 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-62b2fde1-8878-48c9-8637-a7a2198525fc req-f76f489c-c49c-4c38-8a78-652bbdf4cbaf tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269412 Apr 20 14:50:24.713773 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Usage tracker for resource:security_group_rule and tenant:022d13c95a444e01834039d80bf0ef90 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:24.716470 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-e441416f-c82a-432d-b927-6221ae793efd None None] Provisioning for port 58bf4358-c596-4c96-8ccb-47886555b382 completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:50:24.729020 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040cc68-771c-4ae2-a4a3-535aa0ca93ee req-ce789ac4-93fe-4f0e-9f61-a800a27d9c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:24.729291 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-e441416f-c82a-432d-b927-6221ae793efd None None] Provisioning complete for port 58bf4358-c596-4c96-8ccb-47886555b382 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:50:24.729458 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c040cc68-771c-4ae2-a4a3-535aa0ca93ee req-ce789ac4-93fe-4f0e-9f61-a800a27d9c8a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 1099 time: 0.3972490 Apr 20 14:50:24.729621 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e441416f-c82a-432d-b927-6221ae793efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:24.730650 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-70a6ea8d-43bf-44b4-9f93-200c6267a4bb req-0895c6c7-08a2-4f93-945c-b29810ca4ac2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659510 Apr 20 14:50:24.732248 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:24.776241 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:24.799878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-3dbc486d-7305-455f-b685-0936110677bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:24.801556 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-3dbc486d-7305-455f-b685-0936110677bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a669ef3-df53-4cd3-a0a6-990300d50cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3741333 Apr 20 14:50:24.807920 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-e441416f-c82a-432d-b927-6221ae793efd None None] Port 58bf4358-c596-4c96-8ccb-47886555b382 cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:50:24.809895 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:24.812404 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:24.878445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-c040cc68-771c-4ae2-a4a3-535aa0ca93ee req-dd572246-df74-477f-b948-38df7c3ed216 service neutron] Synchronizing usage tracker for tenant:78c873d8cfd84052a29b6f80b7a82c0c on resource:security_group {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:50:24.910930 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=0610f14f-4157-44dc-a9ac-63b9e2e3e199,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:24.916406 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:25.015302 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-c040cc68-771c-4ae2-a4a3-535aa0ca93ee req-dd572246-df74-477f-b948-38df7c3ed216 service neutron] Unset dirty status for tenant:78c873d8cfd84052a29b6f80b7a82c0c on resource:security_group {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:50:25.018049 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c040cc68-771c-4ae2-a4a3-535aa0ca93ee req-dd572246-df74-477f-b948-38df7c3ed216 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755067 Apr 20 14:50:25.035739 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58bf4358-c596-4c96-8ccb-47886555b382 {{(pid=86499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:50:25.045637 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:25.091582 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Transition to ACTIVE for port object 58bf4358-c596-4c96-8ccb-47886555b382 will not be triggered until provisioned by entity L2. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:50:25.121653 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:25.131228 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:25.139536 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['0610f14f-4157-44dc-a9ac-63b9e2e3e199'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:50:25.174137 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:25.177158 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-80a363cc-6aea-41e2-b7a7-9e961426df5a service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601503 Apr 20 14:50:25.202989 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3368e0a4-6f96-4c28-99f7-77a270d3b074 req-1a01ccb5-2d85-465b-9465-de011a4501b1 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:25.211018 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3368e0a4-6f96-4c28-99f7-77a270d3b074 req-1a01ccb5-2d85-465b-9465-de011a4501b1 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 944 time: 0.2647150 Apr 20 14:50:25.227977 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:25.253723 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c07fc567-970c-487b-8ee5-0cacfa15c53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:25.354989 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=022d13c95a444e01834039d80bf0ef90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0927217 Apr 20 14:50:25.378688 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3368e0a4-6f96-4c28-99f7-77a270d3b074 req-40b64b97-1be9-4d4f-bfde-6c42263d0725 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665916 Apr 20 14:50:25.379449 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 39052) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:25.387931 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4049e6e3-13ef-4da6-b790-6d390cb7c863,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:25.477238 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.477882 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.478492 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.479048 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.479576 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.480378 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.480907 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.481448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.482028 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.482589 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.483136 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.483718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.531708 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:25.631407 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 39062) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:25.699196 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Pushing event updated for resources: {'Port': ['ID=58bf4358-c596-4c96-8ccb-47886555b382,revision_number=2']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:25.700396 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-35168160-2237-44b3-9379-62c12dbd9bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:25.722403 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Attempting to bind port 58bf4358-c596-4c96-8ccb-47886555b382 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:50:25.723182 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Attempting to bind port 58bf4358-c596-4c96-8ccb-47886555b382 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '6f6276ee-3184-4479-a65e-2bea908756d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0'}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:50:25.723887 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Attempting to bind port 58bf4358-c596-4c96-8ccb-47886555b382 on network f3478651-076d-4e24-9740-70942ad381f0 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:50:25.730508 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.731157 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.731880 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.732711 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.733266 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.733934 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.734607 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.735357 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.740760 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.740760 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.740760 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.740760 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:25.742384 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e389410e-fe83-4a16-a57c-8e1d01d71aa6 req-8c16729b-3a0e-46b5-8b36-c5d4a95504ed service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612661 Apr 20 14:50:25.747931 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:25.751759 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Port 58bf4358-c596-4c96-8ccb-47886555b382 on network f3478651-076d-4e24-9740-70942ad381f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:25.752361 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Attempting to bind port 58bf4358-c596-4c96-8ccb-47886555b382 on network f3478651-076d-4e24-9740-70942ad381f0 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:50:25.763680 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-35168160-2237-44b3-9379-62c12dbd9bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:25.781389 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:50:25.781815 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Checking segment: {'id': '6f6276ee-3184-4479-a65e-2bea908756d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:50:25.782259 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Bound using segment: {'id': '6f6276ee-3184-4479-a65e-2bea908756d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0'} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:50:25.783229 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Bound port: 58bf4358-c596-4c96-8ccb-47886555b382, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f6276ee-3184-4479-a65e-2bea908756d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0'}}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:50:25.784202 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:25.886548 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0fd9ea53-3042-4e07-9f3f-6a336bc16660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:25.904763 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-0fd9ea53-3042-4e07-9f3f-6a336bc16660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:25.909427 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-0fd9ea53-3042-4e07-9f3f-6a336bc16660 admin admin] Usage tracker for resource:security_group_rule and tenant:2a4317be83e64e8c9909aaf746ca62d0 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:25.912970 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-0fd9ea53-3042-4e07-9f3f-6a336bc16660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:25.920778 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-0fd9ea53-3042-4e07-9f3f-6a336bc16660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:25.953626 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] For port 58bf4358-c596-4c96-8ccb-47886555b382, host hv-cinder-74216, cleared binding levels {{(pid=86499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:50:26.037389 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] For port 58bf4358-c596-4c96-8ccb-47886555b382, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=58bf4358-c596-4c96-8ccb-47886555b382,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:50:26.096335 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:26.103557 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:26.191073 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:26.192480 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:26.194318 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] 10.222.0.13 "PUT /v2.0/ports/58bf4358-c596-4c96-8ccb-47886555b382 HTTP/1.1" status: 200 len: 1093 time: 2.3588758 Apr 20 14:50:26.195932 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'tag': '58bf4358-c596-4c96-8ccb-47886555b382'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:50:26.209219 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-35168160-2237-44b3-9379-62c12dbd9bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:26.234439 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071ca2f-f61f-439c-a98c-71a83550385c req-dd5db2cc-8906-41d5-86a4-c8bc89f97b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:26.236224 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1071ca2f-f61f-439c-a98c-71a83550385c req-dd5db2cc-8906-41d5-86a4-c8bc89f97b9f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ec9121784bc4847a675627263bbd80b&device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 1097 time: 0.2879210 Apr 20 14:50:26.243702 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8aaf52b0-820c-4b68-a3b4-164d1fb17908 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:26.248700 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Pushing event updated for resources: {'Port': ['ID=58bf4358-c596-4c96-8ccb-47886555b382,revision_number=3']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:26.256544 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:26.274805 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f32916-5a41-4775-9cb4-a24d3206a0e3 req-de05557f-ed35-45db-8957-f4e10675a9af tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:26.280636 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c2f32916-5a41-4775-9cb4-a24d3206a0e3 req-de05557f-ed35-45db-8957-f4e10675a9af tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 944 time: 0.2812634 Apr 20 14:50:26.310631 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35168160-2237-44b3-9379-62c12dbd9bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4049e6e3-13ef-4da6-b790-6d390cb7c863,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:26.371766 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-35168160-2237-44b3-9379-62c12dbd9bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:26.620054 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-37afac6b-fd0f-4abd-a55f-dd460d3a2b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:26.623115 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-37afac6b-fd0f-4abd-a55f-dd460d3a2b16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60cc29d1ca354b0bb99197550f740015&device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 1096 time: 0.2016776 Apr 20 14:50:26.785318 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39084) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:26.832854 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-4d9b9049-df0c-4ad5-ac3c-a530bfe68f3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58bf4358-c596-4c96-8ccb-47886555b382 HTTP/1.1" status: 200 len: 217 time: 0.1902933 Apr 20 14:50:26.886408 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-35168160-2237-44b3-9379-62c12dbd9bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:26.891839 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-35168160-2237-44b3-9379-62c12dbd9bbb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4049e6e3-13ef-4da6-b790-6d390cb7c863 HTTP/1.1" status: 204 len: 168 time: 1.4914312 Apr 20 14:50:26.902198 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c2f32916-5a41-4775-9cb4-a24d3206a0e3 req-66073cf2-90f6-491e-b8eb-b1afd17d0a51 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324442 Apr 20 14:50:26.916216 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0fd9ea53-3042-4e07-9f3f-6a336bc16660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:26.966158 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0fd9ea53-3042-4e07-9f3f-6a336bc16660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:27.004012 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-546da985-2676-4274-a9cf-4c42a2eb40df tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:27.017528 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-0fd9ea53-3042-4e07-9f3f-6a336bc16660 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a4317be83e64e8c9909aaf746ca62d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3771725 Apr 20 14:50:27.017528 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071ca2f-f61f-439c-a98c-71a83550385c req-2cbfe6ee-fd72-4006-a531-d2befef97d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:27.017528 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1071ca2f-f61f-439c-a98c-71a83550385c req-2cbfe6ee-fd72-4006-a531-d2befef97d2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a669ef3-df53-4cd3-a0a6-990300d50cd2 HTTP/1.1" status: 200 len: 910 time: 0.7375677 Apr 20 14:50:27.019684 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 39092) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:27.041550 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a51746-5f16-471d-9c14-c8fa3ea99cd7 req-470f37e1-f5e3-47db-b161-90f727ed9375 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:27.043377 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c9a51746-5f16-471d-9c14-c8fa3ea99cd7 req-470f37e1-f5e3-47db-b161-90f727ed9375 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.8059349 Apr 20 14:50:27.142213 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'tag': '58bf4358-c596-4c96-8ccb-47886555b382', 'status': 'completed', 'code': 200} Apr 20 14:50:27.149111 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-38cfe2be-dba4-4930-8797-d2433e874f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:27.155991 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-38cfe2be-dba4-4930-8797-d2433e874f91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7 HTTP/1.1" status: 200 len: 853 time: 0.3149736 Apr 20 14:50:27.186866 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9ea53-3042-4e07-9f3f-6a336bc16660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfd7579-a7b0-4d0c-a437-1e2fea4fce86,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:27.210757 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1071ca2f-f61f-439c-a98c-71a83550385c req-086ccf1d-051a-47bb-8816-e29ae58edc6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d HTTP/1.1" status: 200 len: 217 time: 0.1584783 Apr 20 14:50:27.218289 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0fd9ea53-3042-4e07-9f3f-6a336bc16660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:27.294286 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6d49-412c-43d1-a59a-2ae9a59028b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:27.336737 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-ca7e6d49-412c-43d1-a59a-2ae9a59028b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:27.343029 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-ca7e6d49-412c-43d1-a59a-2ae9a59028b5 admin admin] Usage tracker for resource:security_group_rule and tenant:ca891e40de2f4c40bf9a9f71d6d02856 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:27.363705 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-ca7e6d49-412c-43d1-a59a-2ae9a59028b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:27.378436 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-ca7e6d49-412c-43d1-a59a-2ae9a59028b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:27.410506 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071ca2f-f61f-439c-a98c-71a83550385c req-5f04cbdb-984c-4247-af63-0cdcd61ae4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:27.418492 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1071ca2f-f61f-439c-a98c-71a83550385c req-5f04cbdb-984c-4247-af63-0cdcd61ae4b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d80648ec-7cf5-4306-8b5a-bd7fb5f2d85d HTTP/1.1" status: 200 len: 849 time: 0.1835203 Apr 20 14:50:27.447981 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-c1fbb506-a698-444c-a37e-59f859495a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:27.449750 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-c1fbb506-a698-444c-a37e-59f859495a36 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3478651-076d-4e24-9740-70942ad381f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2864583 Apr 20 14:50:27.575041 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c9a51746-5f16-471d-9c14-c8fa3ea99cd7 req-42ea40a6-651e-4d66-b82e-8c265f699f4c tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4345655 Apr 20 14:50:27.602510 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4cbf-58ea-4ffd-a9cf-d88fedd54d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:27.677121 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4cbf-58ea-4ffd-a9cf-d88fedd54d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:27.732769 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071ca2f-f61f-439c-a98c-71a83550385c req-ba819e8c-27a1-47af-a7af-3de72cb0dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:27.734422 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1071ca2f-f61f-439c-a98c-71a83550385c req-ba819e8c-27a1-47af-a7af-3de72cb0dc10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a669ef3-df53-4cd3-a0a6-990300d50cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2888422 Apr 20 14:50:27.751428 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033064ae-01b6-467e-af7a-ad2d7e550359 req-b1762c19-ad0b-4c95-b222-7637c7e378a3 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:27.753149 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-033064ae-01b6-467e-af7a-ad2d7e550359 req-b1762c19-ad0b-4c95-b222-7637c7e378a3 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 944 time: 0.3132262 Apr 20 14:50:27.802788 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-154752ed-ed17-4569-86fa-6d96669ebf89 service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440802 Apr 20 14:50:27.806628 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6d49-412c-43d1-a59a-2ae9a59028b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:27.889750 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 39102) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:27.911130 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:50:27.935824 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-033064ae-01b6-467e-af7a-ad2d7e550359 req-fadf627d-a048-4c85-8034-8c581fbdd7dc tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493077 Apr 20 14:50:27.948854 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0ab15500-4744-444f-a971-3bb41ebc0dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:27.998386 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-0ab15500-4744-444f-a971-3bb41ebc0dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:27.998591 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 0610f14f-4157-44dc-a9ac-63b9e2e3e199 up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:50:28.003548 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4cbf-58ea-4ffd-a9cf-d88fedd54d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:28.008534 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-0ab15500-4744-444f-a971-3bb41ebc0dab admin admin] Usage tracker for resource:security_group_rule and tenant:3b6746336f2a4a87a825f1f0cabdde61 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:28.017129 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1071ca2f-f61f-439c-a98c-71a83550385c req-2a9ebcbf-93d8-4404-b801-94fe93b6e346 service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629101 Apr 20 14:50:28.019892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-0ab15500-4744-444f-a971-3bb41ebc0dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:28.024285 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:28.062165 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-0ab15500-4744-444f-a971-3bb41ebc0dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:28.070706 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e4cbf-58ea-4ffd-a9cf-d88fedd54d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfd7579-a7b0-4d0c-a437-1e2fea4fce86,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:28.081162 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6e0e4cbf-58ea-4ffd-a9cf-d88fedd54d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:28.119866 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e08a4ee8-0923-496d-8bd3-13ea074ba87e req-cd30b4af-ff11-4b0d-8bc5-d27e605100b8 service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095632 Apr 20 14:50:28.121124 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ca7e6d49-412c-43d1-a59a-2ae9a59028b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:28.142445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-2cfc9996-c3a1-4b4d-9b1b-d2da588b281c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:28.159056 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d,segment=NetworkSegment(97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c),segment_id=97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:28.183408 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': '7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'port_id': '7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d', 'mac_address': 'fa:16:3e:1c:b2:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:50:28.240775 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port 0610f14f-4157-44dc-a9ac-63b9e2e3e199 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:50:28.260758 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port 0610f14f-4157-44dc-a9ac-63b9e2e3e199 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:50:28.261197 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:28.266237 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e6d49-412c-43d1-a59a-2ae9a59028b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f0c516-79a0-4970-87be-8afbd487fda2,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:28.291614 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ca7e6d49-412c-43d1-a59a-2ae9a59028b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:28.300306 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-ca7e6d49-412c-43d1-a59a-2ae9a59028b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca891e40de2f4c40bf9a9f71d6d02856&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4999645 Apr 20 14:50:28.305280 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39120) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:28.335620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6e0e4cbf-58ea-4ffd-a9cf-d88fedd54d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:28.337977 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-6e0e4cbf-58ea-4ffd-a9cf-d88fedd54d87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8bfd7579-a7b0-4d0c-a437-1e2fea4fce86 HTTP/1.1" status: 204 len: 168 time: 1.3141887 Apr 20 14:50:28.414922 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:28.452888 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-32d454ca-fea9-405b-8198-7027c130a7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:28.503238 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-32d454ca-fea9-405b-8198-7027c130a7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:28.514375 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:50:28.522830 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5979fc-f023-4303-ae0d-8cd463b26309 req-5453a916-8b55-405a-a903-a712d749401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:28.524476 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1a5979fc-f023-4303-ae0d-8cd463b26309 req-5453a916-8b55-405a-a903-a712d749401e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60cc29d1ca354b0bb99197550f740015&device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 1096 time: 0.1999211 Apr 20 14:50:28.726913 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:28.783065 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d,segment=NetworkSegment(97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c),segment_id=97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:28.801970 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d85f8e-0cbc-4f99-89a0-713cc3478989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0610f14f-4157-44dc-a9ac-63b9e2e3e199'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:50:28.813672 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 0610f14f-4157-44dc-a9ac-63b9e2e3e199, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=0610f14f-4157-44dc-a9ac-63b9e2e3e199,segment=NetworkSegment(9f98ecb0-7613-4857-9ede-7f7a31ba1e0d),segment_id=9f98ecb0-7613-4857-9ede-7f7a31ba1e0d)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:28.825321 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5979fc-f023-4303-ae0d-8cd463b26309 req-f52dec03-3562-4794-bce3-457f10a7dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:28.826945 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1a5979fc-f023-4303-ae0d-8cd463b26309 req-f52dec03-3562-4794-bce3-457f10a7dc82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3478651-076d-4e24-9740-70942ad381f0 HTTP/1.1" status: 200 len: 914 time: 0.2950296 Apr 20 14:50:28.828920 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1071ca2f-f61f-439c-a98c-71a83550385c req-43ed34cf-9dea-419d-a104-c31b04da81b4 service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7966287 Apr 20 14:50:28.832484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:28.834835 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:28.872518 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41c578-7e0a-4384-93b6-6e299f1bb143 req-e73a1d3f-3edf-4c55-8213-34f5465f0910 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:28.882194 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3d41c578-7e0a-4384-93b6-6e299f1bb143 req-e73a1d3f-3edf-4c55-8213-34f5465f0910 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 944 time: 0.6459754 Apr 20 14:50:28.882432 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:28.936580 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-dafc47cb-ca1b-41df-a771-012edb673769 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:28.940487 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:28.944277 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-dafc47cb-ca1b-41df-a771-012edb673769 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/networks?id=bf59d578-6ae3-486b-aded-96c31005ded3 HTTP/1.1" status: 200 len: 814 time: 0.6003735 Apr 20 14:50:28.944578 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:28.945207 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:28.988928 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1a5979fc-f023-4303-ae0d-8cd463b26309 req-aa62d60c-d964-4c70-8b6a-0a5b7d21751d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58bf4358-c596-4c96-8ccb-47886555b382 HTTP/1.1" status: 200 len: 217 time: 0.1203206 Apr 20 14:50:28.991600 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-8eb84025-3a0c-4972-912a-603b8685ccde tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/quotas/de85cae1acea467ebd6b66a6bc270dac HTTP/1.1" status: 200 len: 375 time: 0.0460141 Apr 20 14:50:29.070852 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-32d454ca-fea9-405b-8198-7027c130a7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:29.079574 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:29.082109 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=0610f14f-4157-44dc-a9ac-63b9e2e3e199,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:29.086283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:29.097633 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5979fc-f023-4303-ae0d-8cd463b26309 req-1a248239-0b68-4566-8081-4cc20ba895d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:29.099293 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1a5979fc-f023-4303-ae0d-8cd463b26309 req-1a248239-0b68-4566-8081-4cc20ba895d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7 HTTP/1.1" status: 200 len: 853 time: 0.1025703 Apr 20 14:50:29.100115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d454ca-fea9-405b-8198-7027c130a7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f0c516-79a0-4970-87be-8afbd487fda2,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:29.105459 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-32d454ca-fea9-405b-8198-7027c130a7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:29.112369 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-32d454ca-fea9-405b-8198-7027c130a7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:29.116399 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-32d454ca-fea9-405b-8198-7027c130a7a1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0f0c516-79a0-4970-87be-8afbd487fda2 HTTP/1.1" status: 204 len: 168 time: 0.8074021 Apr 20 14:50:29.141335 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0ab15500-4744-444f-a971-3bb41ebc0dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:29.157443 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3d41c578-7e0a-4384-93b6-6e299f1bb143 req-112ff32c-de00-4dc2-8e0d-4e8e4bdbe647 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732720 Apr 20 14:50:29.212883 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0ab15500-4744-444f-a971-3bb41ebc0dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:29.219656 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-101acaf8-84fa-4063-bf50-ce794f8cc369 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=de85cae1acea467ebd6b66a6bc270dac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1945298 Apr 20 14:50:29.246576 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5979fc-f023-4303-ae0d-8cd463b26309 req-f5ffaf30-ee13-4850-bdf8-41d03ba8c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:29.247840 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:50:29.249681 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1a5979fc-f023-4303-ae0d-8cd463b26309 req-f5ffaf30-ee13-4850-bdf8-41d03ba8c70f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3478651-076d-4e24-9740-70942ad381f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1343548 Apr 20 14:50:29.285092 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0fd9ea53-3042-4e07-9f3f-6a336bc16660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:29.419006 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1a5979fc-f023-4303-ae0d-8cd463b26309 req-9c3b4d6c-4c9d-410e-9258-da5a9ccc5f86 service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563191 Apr 20 14:50:29.514588 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-efcffe1d-ad97-4011-9ebc-128c1a8e2861 service neutron] 10.222.0.21 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795348 Apr 20 14:50:29.529273 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-0ab15500-4744-444f-a971-3bb41ebc0dab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b6746336f2a4a87a825f1f0cabdde61&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6313727 Apr 20 14:50:29.556691 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab15500-4744-444f-a971-3bb41ebc0dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20fc37b-9b96-4ad1-8a94-636bc3bff37a,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:29.556823 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 39150) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:29.562235 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0ab15500-4744-444f-a971-3bb41ebc0dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:29.596661 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1a5979fc-f023-4303-ae0d-8cd463b26309 req-a11895fb-2ac4-4eed-95de-01dadcec47c4 service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658413 Apr 20 14:50:29.758057 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-33e1d81e-ea64-497b-a1c1-33a2778f47af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:29.782531 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302c377-d0f2-4a13-8444-f2d15200100b req-bab18aa2-b095-4ea5-91bb-6c9a9a8ab80e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:29.784352 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8302c377-d0f2-4a13-8444-f2d15200100b req-bab18aa2-b095-4ea5-91bb-6c9a9a8ab80e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.4745288 Apr 20 14:50:29.791868 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-15b114f9-0ba6-4e43-a0ce-cf63c1d530c5 service neutron] 10.222.0.21 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692740 Apr 20 14:50:29.809522 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39160) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:29.845264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8cf4bafa-c87c-46cb-8fc1-6a21568dd0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:29.848300 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-33e1d81e-ea64-497b-a1c1-33a2778f47af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:29.875982 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-8cf4bafa-c87c-46cb-8fc1-6a21568dd0ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:29.884288 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-8cf4bafa-c87c-46cb-8fc1-6a21568dd0ae admin admin] Usage tracker for resource:security_group_rule and tenant:d5ea0412fd494801b0a9fa43d490a382 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:29.891360 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-8cf4bafa-c87c-46cb-8fc1-6a21568dd0ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:29.902522 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-8cf4bafa-c87c-46cb-8fc1-6a21568dd0ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:29.912000 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 58bf4358-c596-4c96-8ccb-47886555b382 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:50:29.959385 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8302c377-d0f2-4a13-8444-f2d15200100b req-532a52e7-2538-46ca-a9ef-a9eaba12e3b3 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453974 Apr 20 14:50:30.031560 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-33e1d81e-ea64-497b-a1c1-33a2778f47af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:30.039387 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3d7fecc7-3235-4c3c-bbbe-f67d14343b6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:30.076058 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1d81e-ea64-497b-a1c1-33a2778f47af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20fc37b-9b96-4ad1-8a94-636bc3bff37a,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:30.090979 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-33e1d81e-ea64-497b-a1c1-33a2778f47af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:30.094022 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-33e1d81e-ea64-497b-a1c1-33a2778f47af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f20fc37b-9b96-4ad1-8a94-636bc3bff37a HTTP/1.1" status: 204 len: 168 time: 0.5340095 Apr 20 14:50:30.096012 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-33e1d81e-ea64-497b-a1c1-33a2778f47af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:30.183574 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d85f8e-0cbc-4f99-89a0-713cc3478989', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0610f14f-4157-44dc-a9ac-63b9e2e3e199', 'code': 200} Apr 20 14:50:30.197172 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8cf4bafa-c87c-46cb-8fc1-6a21568dd0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:30.243615 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8cf4bafa-c87c-46cb-8fc1-6a21568dd0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:30.253886 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-67175a62-1bc2-4248-a871-85d9f719f96d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:30.327412 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf4bafa-c87c-46cb-8fc1-6a21568dd0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e07271-70a8-42f4-b057-29b5f04fd815,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:30.331429 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8cf4bafa-c87c-46cb-8fc1-6a21568dd0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:30.360272 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 58bf4358-c596-4c96-8ccb-47886555b382, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=58bf4358-c596-4c96-8ccb-47886555b382,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:30.389565 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-8cf4bafa-c87c-46cb-8fc1-6a21568dd0ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5ea0412fd494801b0a9fa43d490a382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5782225 Apr 20 14:50:30.391849 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': '58bf4358-c596-4c96-8ccb-47886555b382', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'port_id': '58bf4358-c596-4c96-8ccb-47886555b382', 'mac_address': 'fa:16:3e:e5:5e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:50:30.394421 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 39182) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:30.530892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:30.555058 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bf4358-c596-4c96-8ccb-47886555b382 {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:50:30.603817 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-49d44bd5-03f8-4f8a-88af-bbe8452fb2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:30.661633 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-49d44bd5-03f8-4f8a-88af-bbe8452fb2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:30.673972 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 58bf4358-c596-4c96-8ccb-47886555b382, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=58bf4358-c596-4c96-8ccb-47886555b382,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:30.687973 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c5683-4abd-4b4e-810e-369d743e2cda req-15941028-9a65-49a1-8b58-c4377cfc8656 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:30.689684 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6d6c5683-4abd-4b4e-810e-369d743e2cda req-15941028-9a65-49a1-8b58-c4377cfc8656 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 945 time: 0.2080865 Apr 20 14:50:30.721786 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:30.728087 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d81cec46-4acc-4fb7-b51f-a82e9c1d4521 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:30.889293 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=58bf4358-c596-4c96-8ccb-47886555b382,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:30.901426 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:30.902777 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:30.903433 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:30.904015 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:30.905207 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-90ac2bf3-fcd9-4124-b054-d2a342adb330 req-c4bd4b91-17df-4b74-b681-1e3a1a4cd115 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 210 time: 0.1739528 Apr 20 14:50:30.909857 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:30.910457 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:30.911130 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:30.911777 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:30.912276 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:30.912767 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:30.913313 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:30.913806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:50:30.915000 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6d6c5683-4abd-4b4e-810e-369d743e2cda req-7e60ee07-fe95-4bf4-9a9c-5bab447737f5 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1861513 Apr 20 14:50:30.919616 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:30.948982 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105799e-73ff-498a-867e-ea2e15dc0d76 req-39850f58-2c9f-46bc-9008-b7f90022f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:30.948982 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6105799e-73ff-498a-867e-ea2e15dc0d76 req-39850f58-2c9f-46bc-9008-b7f90022f4b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 1098 time: 0.1486831 Apr 20 14:50:30.968967 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-49d44bd5-03f8-4f8a-88af-bbe8452fb2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:30.977594 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:31.002629 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d44bd5-03f8-4f8a-88af-bbe8452fb2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e07271-70a8-42f4-b057-29b5f04fd815,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:31.013392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-49d44bd5-03f8-4f8a-88af-bbe8452fb2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:31.018106 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-49d44bd5-03f8-4f8a-88af-bbe8452fb2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:31.019439 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-49d44bd5-03f8-4f8a-88af-bbe8452fb2e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47e07271-70a8-42f4-b057-29b5f04fd815 HTTP/1.1" status: 204 len: 168 time: 0.6236081 Apr 20 14:50:31.072385 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6105799e-73ff-498a-867e-ea2e15dc0d76 req-ebf31faa-c5ae-4acb-988c-aa85ee7c882c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162293 Apr 20 14:50:31.153663 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['58bf4358-c596-4c96-8ccb-47886555b382'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:50:31.461354 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff01310-e889-4ebf-851b-42f782ff6715 req-cf871d2b-bf8e-4eef-b244-3d1ada8cd0f2 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:31.463445 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9ff01310-e889-4ebf-851b-42f782ff6715 req-cf871d2b-bf8e-4eef-b244-3d1ada8cd0f2 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.2956250 Apr 20 14:50:31.549753 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631bbe0-4b3e-4004-84e0-e94c4119a0e8 req-77eef3e8-1d51-4a78-b49c-7cc6378f081e tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:31.552676 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4631bbe0-4b3e-4004-84e0-e94c4119a0e8 req-77eef3e8-1d51-4a78-b49c-7cc6378f081e tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 945 time: 0.2458379 Apr 20 14:50:31.593955 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9ff01310-e889-4ebf-851b-42f782ff6715 req-18480cf9-46ba-464e-8556-7b319129a741 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237795 Apr 20 14:50:31.642395 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4631bbe0-4b3e-4004-84e0-e94c4119a0e8 req-3564abd0-0b7e-4dd9-9cf9-c7943e72c8f7 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/security-groups?id=26db2e1e-eed6-4b25-858f-8d300736fb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744584 Apr 20 14:50:31.907473 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:50:31.989425 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83db593c-f2e5-4ad7-b74e-8366007facaa req-bceb0e76-7c97-48cc-b872-708794fd39ed tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:31.989425 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-83db593c-f2e5-4ad7-b74e-8366007facaa req-bceb0e76-7c97-48cc-b872-708794fd39ed tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 944 time: 0.1869271 Apr 20 14:50:32.080779 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-83db593c-f2e5-4ad7-b74e-8366007facaa req-62b37132-86c4-49f7-9107-86c3ee1db9c3 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841064 Apr 20 14:50:32.135445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:50:32.145553 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:50:32.146225 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:32.307049 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2d246d00-e8ea-4486-baa9-e710bd8d2abc req-fed20b3f-3a1e-4b83-b764-8f5712162679 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 210 time: 0.1014323 Apr 20 14:50:32.441791 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:32.449979 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a3d9e-307a-4bdc-a32b-dace2a5fa779 req-fabae67d-733e-461f-947a-b0ba3c1e72be tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:32.451910 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c14a3d9e-307a-4bdc-a32b-dace2a5fa779 req-fabae67d-733e-461f-947a-b0ba3c1e72be tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 945 time: 0.1131005 Apr 20 14:50:32.485689 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089b6c85-08e1-494b-9ad3-98455276bdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:50:32.508142 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d,segment=NetworkSegment(97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c),segment_id=97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:32.538079 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:32.543005 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:32.576452 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c14a3d9e-307a-4bdc-a32b-dace2a5fa779 req-579dc1a5-4d50-4620-9dc6-3f20f4855d5f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150341 Apr 20 14:50:32.644218 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089b6c85-08e1-494b-9ad3-98455276bdfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d', 'code': 200} Apr 20 14:50:32.658907 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:32.664278 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:33.228898 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39312) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:33.303255 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080ae3a-1e44-4a0b-b06e-c799a84bee26 req-d04b82d7-4e5c-47b9-bd09-d492c0ece1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:33.308133 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7080ae3a-1e44-4a0b-b06e-c799a84bee26 req-d04b82d7-4e5c-47b9-bd09-d492c0ece1e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 1099 time: 0.1635585 Apr 20 14:50:33.370806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc316595-c8a9-47c6-bad9-c678c56111b1 req-4ff013b0-6f88-49bd-928a-4c67aff63c74 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:33.372588 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bc316595-c8a9-47c6-bad9-c678c56111b1 req-4ff013b0-6f88-49bd-928a-4c67aff63c74 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.5239954 Apr 20 14:50:33.417718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a23911-bd4a-4d55-9c12-a4d2fa3718b9 req-393da862-e2ad-427e-acf3-c4a48150ab4f tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:33.425628 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-54a23911-bd4a-4d55-9c12-a4d2fa3718b9 req-393da862-e2ad-427e-acf3-c4a48150ab4f tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 945 time: 0.6304798 Apr 20 14:50:33.441740 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7080ae3a-1e44-4a0b-b06e-c799a84bee26 req-d0eb3d13-3cfe-434a-beda-f69e3f6a9f7e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844681 Apr 20 14:50:33.559512 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bc316595-c8a9-47c6-bad9-c678c56111b1 req-05ea58f4-00bb-4064-a13c-5fc81dbcff9c tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773419 Apr 20 14:50:33.611555 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-54a23911-bd4a-4d55-9c12-a4d2fa3718b9 req-3e888aad-ddf2-4e94-99c4-d46096868505 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/security-groups?id=26db2e1e-eed6-4b25-858f-8d300736fb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847298 Apr 20 14:50:33.628861 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1506993564-network', 'tenant_id': 'ae5ce27c7a4a407583761db758beb6fe'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:33.639453 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:33.668061 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Usage tracker for resource:network and tenant:ae5ce27c7a4a407583761db758beb6fe is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:33.673313 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:33.682258 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:33.733961 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Made reservation on behalf of ae5ce27c7a4a407583761db758beb6fe for: {'network': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:50:33.742666 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for network, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:33.847762 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-05d32f27-b9b5-4a5e-b447-f979bdf9838e tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:33.849612 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-05d32f27-b9b5-4a5e-b447-f979bdf9838e tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.13 "GET /v2.0/networks?id=bf59d578-6ae3-486b-aded-96c31005ded3 HTTP/1.1" status: 200 len: 814 time: 0.4197884 Apr 20 14:50:33.858825 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b94bf6f3-5d3c-4f1f-892c-6f755059cac3 req-dca7440c-fdf8-4e5c-ab18-e68994cc4191 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 210 time: 0.0859780 Apr 20 14:50:33.889067 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-ff57b1ee-c0ec-46aa-a91a-8682dc72ccd3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Request body: {'port': {'device_id': 'e91e3331-e995-487b-bdfb-42ab4faeb623', 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3', 'admin_state_up': True, 'tenant_id': 'de85cae1acea467ebd6b66a6bc270dac'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:33.922146 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 58bf4358-c596-4c96-8ccb-47886555b382 up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:50:33.935723 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831083b-6c11-4380-8618-a49d194686a0 req-a5a8b0da-ac48-4a0d-a8de-4a46ef6c6941 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:33.937943 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d831083b-6c11-4380-8618-a49d194686a0 req-a5a8b0da-ac48-4a0d-a8de-4a46ef6c6941 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 944 time: 0.2293673 Apr 20 14:50:34.124361 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:34.144817 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:34.149966 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Usage tracker for resource:security_group_rule and tenant:ae5ce27c7a4a407583761db758beb6fe is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:34.153199 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:34.155236 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port 58bf4358-c596-4c96-8ccb-47886555b382 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:50:34.157131 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-ff57b1ee-c0ec-46aa-a91a-8682dc72ccd3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:34.160828 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:34.172002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port 58bf4358-c596-4c96-8ccb-47886555b382 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:50:34.183678 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:34.223230 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-ff57b1ee-c0ec-46aa-a91a-8682dc72ccd3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:34.327150 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d831083b-6c11-4380-8618-a49d194686a0 req-2454b987-1f33-40b0-81e5-f90ea3b1970e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061551 Apr 20 14:50:34.336333 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-ff57b1ee-c0ec-46aa-a91a-8682dc72ccd3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Made reservation on behalf of de85cae1acea467ebd6b66a6bc270dac for: {'port': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:50:34.346576 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-ff57b1ee-c0ec-46aa-a91a-8682dc72ccd3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:34.351297 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:34.396719 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e291d0-5c81-420d-8573-29014f8477af req-ff69fe27-cfb6-4f40-a55e-14ae5bec6ee8 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:34.398969 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b8e291d0-5c81-420d-8573-29014f8477af req-ff69fe27-cfb6-4f40-a55e-14ae5bec6ee8 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.2763474 Apr 20 14:50:34.416101 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 58bf4358-c596-4c96-8ccb-47886555b382, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=58bf4358-c596-4c96-8ccb-47886555b382,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:34.447157 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:34.450679 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:34.489983 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80fe10-3548-43c1-b968-e1d5b6bbdce6 req-5d7c5c15-034f-47d7-9d56-4bbab46832e0 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:34.491598 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-ae80fe10-3548-43c1-b968-e1d5b6bbdce6 req-5d7c5c15-034f-47d7-9d56-4bbab46832e0 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Synchronizing usage tracker for tenant:dc4eceb8c1e949b3a71f82e81fc2ef75 on resource:port {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:50:34.498849 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:34.517748 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b8e291d0-5c81-420d-8573-29014f8477af req-875de153-e882-4c52-a381-05c1a46e503f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628901 Apr 20 14:50:34.539916 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:34.547858 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:34.563216 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=86499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 14:50:34.574196 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-ae80fe10-3548-43c1-b968-e1d5b6bbdce6 req-5d7c5c15-034f-47d7-9d56-4bbab46832e0 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Unset dirty status for tenant:dc4eceb8c1e949b3a71f82e81fc2ef75 on resource:port {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:50:34.575484 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ae80fe10-3548-43c1-b968-e1d5b6bbdce6 req-5d7c5c15-034f-47d7-9d56-4bbab46832e0 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.13 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 945 time: 0.2557685 Apr 20 14:50:34.593675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccde58bc-1d84-412c-8dc0-44abc5fc6330,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:34.597402 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:34.598706 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=58bf4358-c596-4c96-8ccb-47886555b382,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:34.603336 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:34.604370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:34.604747 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.segments_db [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Added segment 9810741c-d36e-47f0-b89f-e0dce3189dfd of type vlan for network 07253be4-4713-49d8-9d31-321bc387fda2 Apr 20 14:50:34.650692 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf4358-c596-4c96-8ccb-47886555b382'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:50:34.693555 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-ff57b1ee-c0ec-46aa-a91a-8682dc72ccd3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Allocated IP 172.20.0.2 (bf59d578-6ae3-486b-aded-96c31005ded3/6ddaa3a8-e61f-46b9-96aa-d346948b134a/3548640b-9ea8-4e33-8da9-5cfa2a5f32bd) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:50:34.738818 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-ae80fe10-3548-43c1-b968-e1d5b6bbdce6 req-a25032af-eb39-485c-8f1a-c174a44ec555 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Deleting port ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:50:34.739373 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-ae80fe10-3548-43c1-b968-e1d5b6bbdce6 req-a25032af-eb39-485c-8f1a-c174a44ec555 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:34.812729 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751736839863'] for network, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:35.003899 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for network, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:35.011361 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:35.012010 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:35.020464 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:35.053085 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7889ed-1f26-4346-a39f-5427c294dcf3 req-655c94f3-7b4f-4006-862c-e7ecfbabb3ce tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:35.055891 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7b7889ed-1f26-4346-a39f-5427c294dcf3 req-655c94f3-7b4f-4006-862c-e7ecfbabb3ce tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.3289156 Apr 20 14:50:35.137344 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Pushing event updated for resources: {'Network': ['ID=07253be4-4713-49d8-9d31-321bc387fda2,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:35.149207 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69321fbf-0a8a-4539-9043-1296c21ac06b req-6157ded3-fd82-4b5c-9ab1-7ba05eb8d140 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:35.151210 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-69321fbf-0a8a-4539-9043-1296c21ac06b req-6157ded3-fd82-4b5c-9ab1-7ba05eb8d140 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 945 time: 0.3341994 Apr 20 14:50:35.159920 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:35.186382 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Network 07253be4-4713-49d8-9d31-321bc387fda2 details requested by agent ovs-agent-dv-cinder-742162-4-smb with host dv-cinder-742162-4-smb {{(pid=86500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 14:50:35.198682 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9673660 Apr 20 14:50:35.202574 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7b7889ed-1f26-4346-a39f-5427c294dcf3 req-4abe8284-4e54-42c7-8b1f-4452e06c2e60 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171908 Apr 20 14:50:35.208633 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39348) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:35.220520 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-6afc62c1-d6e9-4b5b-8965-950b663f3da8 admin admin] Request body: {'subnet': {'network_id': '07253be4-4713-49d8-9d31-321bc387fda2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1506993564-subnet', 'tenant_id': 'ae5ce27c7a4a407583761db758beb6fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:35.233762 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-ae80fe10-3548-43c1-b968-e1d5b6bbdce6 req-a25032af-eb39-485c-8f1a-c174a44ec555 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] For port ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a,segment=NetworkSegment(96844d62-3b35-4aaf-a13e-33091636ec29),segment_id=96844d62-3b35-4aaf-a13e-33091636ec29)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:35.234173 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-ae80fe10-3548-43c1-b968-e1d5b6bbdce6 req-a25032af-eb39-485c-8f1a-c174a44ec555 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:35.248271 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-6afc62c1-d6e9-4b5b-8965-950b663f3da8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:35.268409 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-ff57b1ee-c0ec-46aa-a91a-8682dc72ccd3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:35.285336 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-69321fbf-0a8a-4539-9043-1296c21ac06b req-c9b8c852-8884-4a33-96f4-0e4eef5592ea tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/security-groups?id=26db2e1e-eed6-4b25-858f-8d300736fb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908473 Apr 20 14:50:35.315697 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-6afc62c1-d6e9-4b5b-8965-950b663f3da8 admin admin] Usage tracker for resource:subnet and tenant:ae5ce27c7a4a407583761db758beb6fe is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:35.363340 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-ff57b1ee-c0ec-46aa-a91a-8682dc72ccd3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:35.371824 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:35.401843 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf4358-c596-4c96-8ccb-47886555b382', 'code': 200} Apr 20 14:50:35.418488 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['7244db19-aec0-4ece-9b20-6e68e915d889'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:50:35.441688 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-6afc62c1-d6e9-4b5b-8965-950b663f3da8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:35.468100 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:50:35.495296 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-ae80fe10-3548-43c1-b968-e1d5b6bbdce6 req-a25032af-eb39-485c-8f1a-c174a44ec555 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Calling delete_port for ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a owned by compute:nova {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:50:35.557218 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-6afc62c1-d6e9-4b5b-8965-950b663f3da8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:35.558656 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-ff57b1ee-c0ec-46aa-a91a-8682dc72ccd3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Network bf59d578-6ae3-486b-aded-96c31005ded3 is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:50:35.577147 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-ff57b1ee-c0ec-46aa-a91a-8682dc72ccd3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:50:35.585614 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-ff57b1ee-c0ec-46aa-a91a-8682dc72ccd3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:50:35.591968 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-ff57b1ee-c0ec-46aa-a91a-8682dc72ccd3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:35.592583 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-ff57b1ee-c0ec-46aa-a91a-8682dc72ccd3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:35.596938 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff57b1ee-c0ec-46aa-a91a-8682dc72ccd3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Pushing event updated for resources: {'Port': ['ID=3548640b-9ea8-4e33-8da9-5cfa2a5f32bd,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:35.603434 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ff57b1ee-c0ec-46aa-a91a-8682dc72ccd3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:35.687615 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc769d6-2757-45dc-b816-04cd9996b989 req-2010b72f-2b59-4a9e-9c07-aa3a8582fb80 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:35.690468 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-cfc769d6-2757-45dc-b816-04cd9996b989 req-2010b72f-2b59-4a9e-9c07-aa3a8582fb80 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Synchronizing usage tracker for tenant:de85cae1acea467ebd6b66a6bc270dac on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:50:35.701278 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afc62c1-d6e9-4b5b-8965-950b663f3da8 admin admin] Made reservation on behalf of ae5ce27c7a4a407583761db758beb6fe for: {'subnet': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:50:35.706047 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6afc62c1-d6e9-4b5b-8965-950b663f3da8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:35.738785 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-ff57b1ee-c0ec-46aa-a91a-8682dc72ccd3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8563254 Apr 20 14:50:35.755693 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-cfc769d6-2757-45dc-b816-04cd9996b989 req-2010b72f-2b59-4a9e-9c07-aa3a8582fb80 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Unset dirty status for tenant:de85cae1acea467ebd6b66a6bc270dac on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:50:35.758671 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cfc769d6-2757-45dc-b816-04cd9996b989 req-2010b72f-2b59-4a9e-9c07-aa3a8582fb80 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 931 time: 0.2774727 Apr 20 14:50:35.769230 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Request body: {'port': {'device_id': 'e91e3331-e995-487b-bdfb-42ab4faeb623', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:35.900366 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cfc769d6-2757-45dc-b816-04cd9996b989 req-f161faee-7af7-4cdf-a40b-92166e2fc814 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666535 Apr 20 14:50:36.074017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:36.169151 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582119dc-bd56-4bff-a521-1f07cf996ab0 req-79a0612d-22a0-4749-aa98-3556fa5d9b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:36.171351 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-582119dc-bd56-4bff-a521-1f07cf996ab0 req-79a0612d-22a0-4749-aa98-3556fa5d9b33 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 1098 time: 0.2470434 Apr 20 14:50:36.202309 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-ae80fe10-3548-43c1-b968-e1d5b6bbdce6 req-a25032af-eb39-485c-8f1a-c174a44ec555 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:36.233225 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:36.359888 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25032af-eb39-485c-8f1a-c174a44ec555 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Pushing event deleted for resources: {'Port': ['ID=ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:36.377892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a25032af-eb39-485c-8f1a-c174a44ec555 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:36.481928 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-582119dc-bd56-4bff-a521-1f07cf996ab0 req-43ba0b2b-5524-40bc-a596-f6d5f17f6bed service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031621 Apr 20 14:50:36.498633 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae80fe10-3548-43c1-b968-e1d5b6bbdce6 req-a25032af-eb39-485c-8f1a-c174a44ec555 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] No DVR routers for this DVR port ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a on host hv-cinder-74216 {{(pid=86499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:50:36.510665 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-ae80fe10-3548-43c1-b968-e1d5b6bbdce6 req-a25032af-eb39-485c-8f1a-c174a44ec555 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:36.518839 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f268cbd9-4ec3-447d-9107-db35310ff8bb', 'name': 'network-vif-deleted', 'tag': 'ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:50:36.619967 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605c528-6db6-4eb9-8029-d00562cb802a req-caa72811-d555-4169-8547-667e869f9032 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:36.621264 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5605c528-6db6-4eb9-8029-d00562cb802a req-caa72811-d555-4169-8547-667e869f9032 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.4438069 Apr 20 14:50:36.630994 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa179e92-3fe1-4db9-b0f5-917458f713da req-58aaf3dd-fe32-4972-856f-251ca83a733a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:36.634296 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fa179e92-3fe1-4db9-b0f5-917458f713da req-58aaf3dd-fe32-4972-856f-251ca83a733a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfbd4fdd7d16445b92d63cdbcbcba659&device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 1098 time: 0.5381122 Apr 20 14:50:36.673008 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ae80fe10-3548-43c1-b968-e1d5b6bbdce6 req-a25032af-eb39-485c-8f1a-c174a44ec555 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.13 "DELETE /v2.0/ports/ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a HTTP/1.1" status: 204 len: 173 time: 2.0735636 Apr 20 14:50:36.682972 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77234e04-a740-4942-b1a1-d91010642a2f req-6007e9d9-de0e-4bca-8090-338f94499219 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:36.685730 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-77234e04-a740-4942-b1a1-d91010642a2f req-6007e9d9-de0e-4bca-8090-338f94499219 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.5141652 Apr 20 14:50:36.965900 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6afc62c1-d6e9-4b5b-8965-950b663f3da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for subnet, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:36.975052 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:37.027893 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5605c528-6db6-4eb9-8029-d00562cb802a req-175ab3a3-6f03-417f-8f64-ea023d57fe49 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3615470 Apr 20 14:50:37.041548 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-77234e04-a740-4942-b1a1-d91010642a2f req-467834ac-cfbd-4916-b46d-1125c128cccb tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3460143 Apr 20 14:50:37.150246 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc62c1-d6e9-4b5b-8965-950b663f3da8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89fffde4-1a9c-4087-bf01-f2ca61f8f3db,revision_number=0']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:37.173344 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6afc62c1-d6e9-4b5b-8965-950b663f3da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:37.190304 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa179e92-3fe1-4db9-b0f5-917458f713da req-977d9245-3742-4a8f-ae8c-77af149482d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:37.193967 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc62c1-d6e9-4b5b-8965-950b663f3da8 admin admin] Checking segment: {'id': '9810741c-d36e-47f0-b89f-e0dce3189dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '07253be4-4713-49d8-9d31-321bc387fda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:50:37.195713 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afc62c1-d6e9-4b5b-8965-950b663f3da8 admin admin] Network hostable DHCP agents. Network: 07253be4-4713-49d8-9d31-321bc387fda2, hostable agents: ['d1ac48cd-fa1b-424f-b486-f0074774d039'], hosted agents: [] {{(pid=86499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 14:50:37.198178 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fa179e92-3fe1-4db9-b0f5-917458f713da req-977d9245-3742-4a8f-ae8c-77af149482d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc HTTP/1.1" status: 200 len: 919 time: 0.3434479 Apr 20 14:50:37.268842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afc62c1-d6e9-4b5b-8965-950b663f3da8 admin admin] Network 07253be4-4713-49d8-9d31-321bc387fda2 is scheduled to be hosted by DHCP agent d1ac48cd-fa1b-424f-b486-f0074774d039 with binding_index 1 {{(pid=86499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 14:50:37.317116 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-6afc62c1-d6e9-4b5b-8965-950b663f3da8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-smb, 07253be4-4713-49d8-9d31-321bc387fda2) {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:50:37.321559 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afc62c1-d6e9-4b5b-8965-950b663f3da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:37.322183 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6afc62c1-d6e9-4b5b-8965-950b663f3da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:37.328543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48f4f63-2405-4059-b83d-e62afd751179 None None] Network 07253be4-4713-49d8-9d31-321bc387fda2 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:50:37.376275 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-6afc62c1-d6e9-4b5b-8965-950b663f3da8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1663232 Apr 20 14:50:37.612748 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe34bede-d479-4c44-a29d-1f5e523bca4f None None] Network 07253be4-4713-49d8-9d31-321bc387fda2 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:50:37.817575 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd {{(pid=86498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:50:37.834419 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:37.862289 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e23fce4a-36bb-45c4-b2dd-52e0f34b1f7c req-cb5526c1-15d9-4b30-af8b-bd77d1d6f4dc tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] 10.222.0.21 "GET /v2.0/ports?device_id=f268cbd9-4ec3-447d-9107-db35310ff8bb HTTP/1.1" status: 200 len: 210 time: 0.5983386 Apr 20 14:50:37.863967 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fa179e92-3fe1-4db9-b0f5-917458f713da req-a10cc1a7-75dd-4793-b61f-9e6bde37913f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0610f14f-4157-44dc-a9ac-63b9e2e3e199 HTTP/1.1" status: 200 len: 217 time: 0.6080852 Apr 20 14:50:37.986629 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f268cbd9-4ec3-447d-9107-db35310ff8bb', 'name': 'network-vif-deleted', 'tag': 'ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a', 'status': 'completed', 'code': 200} Apr 20 14:50:38.032710 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Transition to ACTIVE for port object 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd will not be triggered until provisioned by entity L2. {{(pid=86498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:50:38.069697 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa179e92-3fe1-4db9-b0f5-917458f713da req-4302f7ce-cd21-4a76-9ed9-4563cf89a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:38.071412 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fa179e92-3fe1-4db9-b0f5-917458f713da req-4302f7ce-cd21-4a76-9ed9-4563cf89a345 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2b75775-49ff-4f22-9c17-4a0e3c0f4f92 HTTP/1.1" status: 200 len: 859 time: 0.1197162 Apr 20 14:50:38.084902 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fda26-02d9-4016-a07b-3b2d052ef7be req-bb510913-d907-4497-953b-5019d32c8321 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:38.093238 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4a9fda26-02d9-4016-a07b-3b2d052ef7be req-bb510913-d907-4497-953b-5019d32c8321 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.8281486 Apr 20 14:50:38.154585 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:50:38.176184 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:38.198048 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fa179e92-3fe1-4db9-b0f5-917458f713da req-318c9830-68e2-4f39-8705-96f11941258b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023881 Apr 20 14:50:38.211769 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4a9fda26-02d9-4016-a07b-3b2d052ef7be req-c0f65ce7-c4e5-44f4-b0de-2df95ad341ef tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174350 Apr 20 14:50:38.228467 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] No Port match for: ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:50:38.228993 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device ca4c9a0c-a2d6-4d89-bda2-0de73a07fe4a not bound to the agent host hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:50:38.410578 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:38.435820 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39412) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:38.451022 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2040976452-network', 'tenant_id': '0e1411e6fa1a486d876b1b2bbef6406e'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:38.459833 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:38.464783 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Usage tracker for resource:network and tenant:0e1411e6fa1a486d876b1b2bbef6406e is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:38.469206 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:38.479754 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:38.530849 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Made reservation on behalf of 0e1411e6fa1a486d876b1b2bbef6406e for: {'network': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:50:38.543177 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for network, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:38.565298 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:38.584547 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:38.593000 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Usage tracker for resource:security_group_rule and tenant:0e1411e6fa1a486d876b1b2bbef6406e is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:38.598294 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:38.610516 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:38.714421 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Pushing event updated for resources: {'Port': ['ID=3548640b-9ea8-4e33-8da9-5cfa2a5f32bd,revision_number=2']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:38.731297 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:38.746158 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fa179e92-3fe1-4db9-b0f5-917458f713da req-7331ccdd-ebe2-4e55-9865-017c6409d610 service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268309 Apr 20 14:50:38.801018 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb014aa-67d0-4df7-aa93-d5796cb3a8c9 req-6bbbc658-a4e1-4a22-a24c-744409ab2bdb tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:38.804655 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8fb014aa-67d0-4df7-aa93-d5796cb3a8c9 req-6bbbc658-a4e1-4a22-a24c-744409ab2bdb tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 943 time: 0.6040759 Apr 20 14:50:38.809533 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Attempting to bind port 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:50:38.810175 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Attempting to bind port 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '253c8595-0217-4d33-b648-ba96be701902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3'}] {{(pid=86498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:50:38.811117 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Attempting to bind port 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd on network bf59d578-6ae3-486b-aded-96c31005ded3 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:50:38.828059 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:38.831955 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Port 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd on network bf59d578-6ae3-486b-aded-96c31005ded3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:38.832315 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Attempting to bind port 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd on network bf59d578-6ae3-486b-aded-96c31005ded3 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:50:38.883586 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:38.896431 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fd177294-7360-4c5f-a239-ba4c816c0a0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:38.929576 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=86499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 14:50:38.961873 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:50:38.962704 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Checking segment: {'id': '253c8595-0217-4d33-b648-ba96be701902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:50:38.963388 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Bound using segment: {'id': '253c8595-0217-4d33-b648-ba96be701902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3'} {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:50:38.964418 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Bound port: 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253c8595-0217-4d33-b648-ba96be701902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3'}}] {{(pid=86498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:50:38.965693 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:38.973599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f21ece-7614-4660-8ffc-34461e371f71,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:38.980401 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:38.980966 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.segments_db [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Added segment 79b5dc78-900f-4c84-88dd-80661f394439 of type vlan for network f041bbad-b600-4477-9d54-e6c3be693e7a Apr 20 14:50:38.983343 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:39.024743 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751736839863'] for network, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:39.129646 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for network, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:39.131814 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:39.132910 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:39.141320 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-392b86d7-bd09-4964-9015-ccbe7299acfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:39.150989 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92144-5322-46f6-8831-4838ef57b34e req-624d5cae-f564-49cd-b14c-1bbc275f6a0a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:39.152782 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-90a92144-5322-46f6-8831-4838ef57b34e req-624d5cae-f564-49cd-b14c-1bbc275f6a0a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.6945434 Apr 20 14:50:39.222952 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 39422) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:39.228147 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fa179e92-3fe1-4db9-b0f5-917458f713da req-a43e4a98-5a7f-44d8-a7c9-0295a2fd47e8 service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688556 Apr 20 14:50:39.234388 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-9fc3f5e9-ac2d-43c2-a56f-f5427916c3fa tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Request body: {'floatingip': {'port_id': '7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:39.320531 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8fb014aa-67d0-4df7-aa93-d5796cb3a8c9 req-ee905544-01c2-4818-938b-7ecc59f0b572 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949083 Apr 20 14:50:39.364599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f5e9-ac2d-43c2-a56f-f5427916c3fa tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for floatingip, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:39.373002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Pushing event updated for resources: {'Network': ['ID=f041bbad-b600-4477-9d54-e6c3be693e7a,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:39.388951 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Network f041bbad-b600-4477-9d54-e6c3be693e7a details requested by agent ovs-agent-dv-cinder-742162-4-smb with host dv-cinder-742162-4-smb {{(pid=86500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 14:50:39.393406 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:39.470229 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0312088 Apr 20 14:50:39.471483 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39432) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:39.500129 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-0d573614-3af0-487e-8c47-bb6153275049 admin admin] Request body: {'subnet': {'network_id': 'f041bbad-b600-4477-9d54-e6c3be693e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2040976452-subnet', 'tenant_id': '0e1411e6fa1a486d876b1b2bbef6406e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:39.511465 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-0d573614-3af0-487e-8c47-bb6153275049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:39.521578 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-0d573614-3af0-487e-8c47-bb6153275049 admin admin] Usage tracker for resource:subnet and tenant:0e1411e6fa1a486d876b1b2bbef6406e is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:39.531199 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-0d573614-3af0-487e-8c47-bb6153275049 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:39.547011 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-0d573614-3af0-487e-8c47-bb6153275049 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:39.604759 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d573614-3af0-487e-8c47-bb6153275049 admin admin] Made reservation on behalf of 0e1411e6fa1a486d876b1b2bbef6406e for: {'subnet': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:50:39.616105 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0d573614-3af0-487e-8c47-bb6153275049 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:39.785005 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] For port 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd, host hv-cinder-74216, cleared binding levels {{(pid=86498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:50:39.864617 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] For port 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=3548640b-9ea8-4e33-8da9-5cfa2a5f32bd,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:50:40.186584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:40.246475 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:40.359675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0d573614-3af0-487e-8c47-bb6153275049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for subnet, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:40.365496 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:40.372036 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:40.375991 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:40.376200 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] 10.222.0.13 "PUT /v2.0/ports/3548640b-9ea8-4e33-8da9-5cfa2a5f32bd HTTP/1.1" status: 200 len: 1093 time: 4.6153231 Apr 20 14:50:40.457006 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d573614-3af0-487e-8c47-bb6153275049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f025ce61-44bd-42b4-b449-ed24a55bdbeb,revision_number=0']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:40.467824 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0d573614-3af0-487e-8c47-bb6153275049 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:40.474975 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d573614-3af0-487e-8c47-bb6153275049 admin admin] Checking segment: {'id': '79b5dc78-900f-4c84-88dd-80661f394439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'f041bbad-b600-4477-9d54-e6c3be693e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:50:40.475697 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d573614-3af0-487e-8c47-bb6153275049 admin admin] Network hostable DHCP agents. Network: f041bbad-b600-4477-9d54-e6c3be693e7a, hostable agents: ['d1ac48cd-fa1b-424f-b486-f0074774d039'], hosted agents: [] {{(pid=86499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 14:50:40.489263 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-15812f86-a294-46bc-81f4-99668db7f085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:40.579590 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d573614-3af0-487e-8c47-bb6153275049 admin admin] Network f041bbad-b600-4477-9d54-e6c3be693e7a is scheduled to be hosted by DHCP agent d1ac48cd-fa1b-424f-b486-f0074774d039 with binding_index 1 {{(pid=86499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 14:50:40.621272 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-0d573614-3af0-487e-8c47-bb6153275049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-smb, f041bbad-b600-4477-9d54-e6c3be693e7a) {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:50:40.637265 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d573614-3af0-487e-8c47-bb6153275049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:40.637870 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbcd197-3574-4e17-a738-47d8d69afde3 None None] Network f041bbad-b600-4477-9d54-e6c3be693e7a requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:50:40.638948 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0d573614-3af0-487e-8c47-bb6153275049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:40.707965 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-0d573614-3af0-487e-8c47-bb6153275049 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2340341 Apr 20 14:50:40.815550 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e91e3331-e995-487b-bdfb-42ab4faeb623', 'tag': '3548640b-9ea8-4e33-8da9-5cfa2a5f32bd'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:50:40.871784 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714245b-5f96-46e2-8221-8aff0de05efe req-790b723d-bb8a-43e5-b2f1-a06395be0b39 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:40.873604 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c714245b-5f96-46e2-8221-8aff0de05efe req-790b723d-bb8a-43e5-b2f1-a06395be0b39 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 1.4314036 Apr 20 14:50:41.034070 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c638b38-37ec-4e09-9acc-f672637bb59a None None] Network f041bbad-b600-4477-9d54-e6c3be693e7a requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:50:41.196325 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8140e-2f35-4161-b0ee-d9683b3f775c req-36098205-90ef-4573-81bb-87a4afc3a465 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:41.198290 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f9b8140e-2f35-4161-b0ee-d9683b3f775c req-36098205-90ef-4573-81bb-87a4afc3a465 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 1.4106801 Apr 20 14:50:41.230441 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c714245b-5f96-46e2-8221-8aff0de05efe req-b1a8f120-7a7d-4860-857f-2f39ddc4f063 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249080 Apr 20 14:50:41.298003 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Pushing event updated for resources: {'Port': ['ID=3548640b-9ea8-4e33-8da9-5cfa2a5f32bd,revision_number=3']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:41.337817 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.091s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:41.375365 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f9b8140e-2f35-4161-b0ee-d9683b3f775c req-4fa685f7-392d-491a-8140-523eddf9678d tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559463 Apr 20 14:50:41.476907 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e91e3331-e995-487b-bdfb-42ab4faeb623', 'tag': '3548640b-9ea8-4e33-8da9-5cfa2a5f32bd', 'status': 'completed', 'code': 200} Apr 20 14:50:41.487320 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-d04b9964-5b2c-41a6-98b6-ae65a5ad36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:41.489636 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-d04b9964-5b2c-41a6-98b6-ae65a5ad36d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de85cae1acea467ebd6b66a6bc270dac&device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 1096 time: 0.6520193 Apr 20 14:50:41.510446 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.db.resource_extend [None req-9fc3f5e9-ac2d-43c2-a56f-f5427916c3fa tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86498) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 20 14:50:41.660845 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-0d6c7f72-6744-4f36-9cf6-52072a37d439 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3548640b-9ea8-4e33-8da9-5cfa2a5f32bd HTTP/1.1" status: 200 len: 217 time: 0.1525083 Apr 20 14:50:41.758490 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f5e9-ac2d-43c2-a56f-f5427916c3fa tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:41.779836 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4cc02-430d-41b5-9d2a-ed93509c555b req-b7374e56-a204-4de1-956f-fac9c2ae3f5f tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:41.781493 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8bd4cc02-430d-41b5-9d2a-ed93509c555b req-b7374e56-a204-4de1-956f-fac9c2ae3f5f tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 943 time: 0.4049706 Apr 20 14:50:41.793145 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-d5e08e8a-eaaf-4da5-a93f-28f56dacd45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:41.793686 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-d5e08e8a-eaaf-4da5-a93f-28f56dacd45d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ddaa3a8-e61f-46b9-96aa-d346948b134a HTTP/1.1" status: 200 len: 854 time: 0.1125035 Apr 20 14:50:41.863976 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f5e9-ac2d-43c2-a56f-f5427916c3fa tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808817'] for floatingip, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:42.031891 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-5a181f41-b102-4ee6-a627-0c1833268a85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf59d578-6ae3-486b-aded-96c31005ded3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2130554 Apr 20 14:50:42.232043 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39494) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:42.238532 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8bd4cc02-430d-41b5-9d2a-ed93509c555b req-c983ce03-9c80-4ae8-9155-755538208fb1 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437084 Apr 20 14:50:42.354626 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-746ea5e1-3aeb-468c-aeb0-d4d3d02b9036 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:42.356329 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-746ea5e1-3aeb-468c-aeb0-d4d3d02b9036 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/networks?id=07253be4-4713-49d8-9d31-321bc387fda2 HTTP/1.1" status: 200 len: 809 time: 0.4219069 Apr 20 14:50:42.402684 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5a6e2f71-5ac6-4ae0-be1e-fbd6cfa69f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:42.430407 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-5a6e2f71-5ac6-4ae0-be1e-fbd6cfa69f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:42.437293 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-5a6e2f71-5ac6-4ae0-be1e-fbd6cfa69f24 admin admin] Usage tracker for resource:security_group_rule and tenant:78844ac3f52e4b2ca20f8a165f335f33 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:42.441337 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-5a6e2f71-5ac6-4ae0-be1e-fbd6cfa69f24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:42.448276 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-a614ebe1-f9db-49b1-beb3-ae1a4d0ba67b tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/quotas/ae5ce27c7a4a407583761db758beb6fe HTTP/1.1" status: 200 len: 375 time: 0.0784042 Apr 20 14:50:42.449179 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-5a6e2f71-5ac6-4ae0-be1e-fbd6cfa69f24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:42.543352 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.l3_db [None req-9fc3f5e9-ac2d-43c2-a56f-f5427916c3fa tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Floating IP 31b22c6c-f0e0-4672-9393-6da93a0c26c5 associated. External IP: 172.28.0.231, port: 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d. Apr 20 14:50:42.581060 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5a6e2f71-5ac6-4ae0-be1e-fbd6cfa69f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:42.620054 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5a6e2f71-5ac6-4ae0-be1e-fbd6cfa69f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:42.630356 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-2fbe62d6-ffd7-42c5-b8b9-5cf0b4056a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:42.683014 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-5a6e2f71-5ac6-4ae0-be1e-fbd6cfa69f24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78844ac3f52e4b2ca20f8a165f335f33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4469059 Apr 20 14:50:42.684605 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e2f71-5ac6-4ae0-be1e-fbd6cfa69f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea5eeaa-501e-4c97-b330-53112daf9363,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:42.687718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39504) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:42.691007 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5a6e2f71-5ac6-4ae0-be1e-fbd6cfa69f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:42.770064 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bfe08a41-8b72-487b-8be1-e22ce68d2286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:42.836026 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bfe08a41-8b72-487b-8be1-e22ce68d2286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:42.958246 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-c1e40da7-0dac-410d-b8b9-bb3057c0a62a tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ae5ce27c7a4a407583761db758beb6fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4929361 Apr 20 14:50:42.972437 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-020d0c2b-b99a-44f8-ac21-9e6d8db15591 service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9265420 Apr 20 14:50:43.041128 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5ed6eb53-9816-4701-b483-8b322b9dc19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:43.226233 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bfe08a41-8b72-487b-8be1-e22ce68d2286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:43.235379 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:43.250483 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe08a41-8b72-487b-8be1-e22ce68d2286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea5eeaa-501e-4c97-b330-53112daf9363,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:43.254945 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bfe08a41-8b72-487b-8be1-e22ce68d2286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:43.258499 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bfe08a41-8b72-487b-8be1-e22ce68d2286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:43.262966 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-bfe08a41-8b72-487b-8be1-e22ce68d2286 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ea5eeaa-501e-4c97-b330-53112daf9363 HTTP/1.1" status: 204 len: 168 time: 0.5709026 Apr 20 14:50:43.363828 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fe1241-1389-423d-a245-efbeaccb0ed2 req-9a5207cc-4f41-4bad-846d-f32122712914 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:43.365453 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c8fe1241-1389-423d-a245-efbeaccb0ed2 req-9a5207cc-4f41-4bad-846d-f32122712914 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.9809339 Apr 20 14:50:43.384593 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39512) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:43.399131 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-b3e5a29c-f16e-423a-89b5-9998efd4ab78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Request body: {'floatingip': {'port_id': '58bf4358-c596-4c96-8ccb-47886555b382'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:43.581503 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b3e5a29c-f16e-423a-89b5-9998efd4ab78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for floatingip, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:43.700216 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-e8537534-96bf-42ae-97fc-aab9ba0cf878 service neutron] 10.222.0.21 "GET /v2.0/networks/07253be4-4713-49d8-9d31-321bc387fda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6784894 Apr 20 14:50:43.798306 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3544f9af-3d4a-43ad-a0e7-de1a3472d304 req-d5443853-14b9-4b1d-8cad-9fdfe1a5fb48 service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8148134 Apr 20 14:50:44.069940 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 39522) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:44.124303 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-91576c6b-6e0a-4547-8cd7-fbba3c2e47b4 service neutron] 10.222.0.21 "GET /v2.0/networks/07253be4-4713-49d8-9d31-321bc387fda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040570 Apr 20 14:50:44.128784 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc3f5e9-ac2d-43c2-a56f-f5427916c3fa tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Router ae876a57-7767-4884-847d-8cd874654f1d has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:50:44.135951 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-30abb69c-1987-43b5-81c7-10f56781788d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:44.163467 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfb7023-927e-4e3e-91e3-1682fb1db7b4 req-1993c1ce-30f3-4e7a-8835-5326aba3af90 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:44.165151 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4bfb7023-927e-4e3e-91e3-1682fb1db7b4 req-1993c1ce-30f3-4e7a-8835-5326aba3af90 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.4632649 Apr 20 14:50:44.185138 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-30abb69c-1987-43b5-81c7-10f56781788d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:44.195330 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-30abb69c-1987-43b5-81c7-10f56781788d admin admin] Usage tracker for resource:security_group_rule and tenant:07d3f5a9a496413ab9a93e3f69db2cf9 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:44.201496 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-30abb69c-1987-43b5-81c7-10f56781788d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:44.205971 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:44.285946 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-30abb69c-1987-43b5-81c7-10f56781788d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:44.453653 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:44.484139 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4bfb7023-927e-4e3e-91e3-1682fb1db7b4 req-4bdb617d-236f-44ae-a5de-c6030468da9a tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934530 Apr 20 14:50:44.547137 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25768309-259d-4afe-bb75-7edea0261535 req-f3ceead8-2467-4886-abb9-50bbb4d38486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:44.548811 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-25768309-259d-4afe-bb75-7edea0261535 req-f3ceead8-2467-4886-abb9-50bbb4d38486 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de85cae1acea467ebd6b66a6bc270dac&device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 1096 time: 0.5642290 Apr 20 14:50:44.654067 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 39532) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:44.735266 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b3e5a29c-f16e-423a-89b5-9998efd4ab78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:44.762772 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b3e5a29c-f16e-423a-89b5-9998efd4ab78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808817'] for floatingip, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:44.960366 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-58777493-5291-4840-8627-e6406b80f446 req-5cd33785-5edf-4b62-b4dc-c42598630d50 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 210 time: 0.1948040 Apr 20 14:50:44.997379 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc3f5e9-ac2d-43c2-a56f-f5427916c3fa tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:50:45.021396 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979ec4be-54c4-415c-ae87-d1122fdf5fe9 None None] Sync routers for ids ['ae876a57-7767-4884-847d-8cd874654f1d'] in dv-cinder-742162-4-smb {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:50:45.041229 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979ec4be-54c4-415c-ae87-d1122fdf5fe9 None None] Routers {'ae876a57-7767-4884-847d-8cd874654f1d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:50:45.042177 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-979ec4be-54c4-415c-ae87-d1122fdf5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:50:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['ae876a57-7767-4884-847d-8cd874654f1d'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:50:45.099431 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e7a62b-3963-4c06-959f-7f187a4ae5ed admin admin] Deleting subnet 95e9eae4-2118-48a2-a159-f3d9ad04dcc5 {{(pid=86498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 14:50:45.105867 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-30abb69c-1987-43b5-81c7-10f56781788d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:45.119032 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08e7a62b-3963-4c06-959f-7f187a4ae5ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:45.159376 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.l3_db [None req-b3e5a29c-f16e-423a-89b5-9998efd4ab78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Floating IP 811b2ffe-8612-4b8c-90ef-1635635fa551 associated. External IP: 172.28.0.42, port: 58bf4358-c596-4c96-8ccb-47886555b382. Apr 20 14:50:45.487800 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25768309-259d-4afe-bb75-7edea0261535 req-5a9a27bd-9876-41ec-a959-2c8069ca32e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:45.489203 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-25768309-259d-4afe-bb75-7edea0261535 req-5a9a27bd-9876-41ec-a959-2c8069ca32e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf59d578-6ae3-486b-aded-96c31005ded3 HTTP/1.1" status: 200 len: 914 time: 0.8915217 Apr 20 14:50:45.502697 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-30abb69c-1987-43b5-81c7-10f56781788d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:45.562961 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:45.622420 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-979ec4be-54c4-415c-ae87-d1122fdf5fe9 None None] Set router ae876a57-7767-4884-847d-8cd874654f1d gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:50:45.665796 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-49d44bd5-03f8-4f8a-88af-bbe8452fb2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:45.677581 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-30abb69c-1987-43b5-81c7-10f56781788d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07d3f5a9a496413ab9a93e3f69db2cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6008298 Apr 20 14:50:45.683524 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39544) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:45.739244 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-25768309-259d-4afe-bb75-7edea0261535 req-0b00bad7-c378-4d11-8ed9-d4d2e5367a46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3548640b-9ea8-4e33-8da9-5cfa2a5f32bd HTTP/1.1" status: 200 len: 217 time: 0.2321539 Apr 20 14:50:45.752313 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f5e9-ac2d-43c2-a56f-f5427916c3fa tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for floatingip, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:45.786077 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e5a29c-f16e-423a-89b5-9998efd4ab78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Router e492d515-489e-452c-914d-0c0f6126800c has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:50:45.853919 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08e7a62b-3963-4c06-959f-7f187a4ae5ed admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:45.867907 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d66e9-fc8b-42b2-9ad1-3f6e9f7ddf4a req-9a610e9e-fc6a-4927-a97d-7965935f79f3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:45.873859 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-958d66e9-fc8b-42b2-9ad1-3f6e9f7ddf4a req-9a610e9e-fc6a-4927-a97d-7965935f79f3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 943 time: 1.3386052 Apr 20 14:50:45.908357 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abb69c-1987-43b5-81c7-10f56781788d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25795908-0317-4e82-b13b-959508b4722c,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:45.940025 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-30abb69c-1987-43b5-81c7-10f56781788d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:45.945496 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08e7a62b-3963-4c06-959f-7f187a4ae5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854002903'] for subnet, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:45.967005 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:50:46.112346 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-958d66e9-fc8b-42b2-9ad1-3f6e9f7ddf4a req-8d9dbc45-03a1-4d08-8870-3c9402fb5a0d tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907191 Apr 20 14:50:46.159368 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-9fc3f5e9-ac2d-43c2-a56f-f5427916c3fa tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "PUT /v2.0/floatingips/31b22c6c-f0e0-4672-9393-6da93a0c26c5 HTTP/1.1" status: 200 len: 992 time: 6.9299886 Apr 20 14:50:46.165839 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089b6c85-08e1-494b-9ad3-98455276bdfc', 'tag': '7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:50:46.192225 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25768309-259d-4afe-bb75-7edea0261535 req-157c195e-af78-4199-bf81-6e601dfe7b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:46.194624 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-25768309-259d-4afe-bb75-7edea0261535 req-157c195e-af78-4199-bf81-6e601dfe7b9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ddaa3a8-e61f-46b9-96aa-d346948b134a HTTP/1.1" status: 200 len: 854 time: 0.4032681 Apr 20 14:50:46.261437 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ff20d5d3-339a-4355-a97e-79139dbb5c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:46.329769 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ff20d5d3-339a-4355-a97e-79139dbb5c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:46.344957 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-979ec4be-54c4-415c-ae87-d1122fdf5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_floatingips': [{'id': '31b22c6c-f0e0-4672-9393-6da93a0c26c5', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'floating_ip_address': '172.28.0.231', 'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'router_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'port_id': '7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'mac_address': 'fa:16:3e:1c:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b6c85-08e1-494b-9ad3-98455276bdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:50:05Z', 'updated_at': '2021-04-20T14:50:41Z', 'revision_number': 1, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff532d2c-d2dc-4d42-81b3-84ba47199049', 'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'mac_address': 'fa:16:3e:5e:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:44Z', 'updated_at': '2021-04-20T14:50:03Z', 'revision_number': 5, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'subnets': [{'id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:50:46.353256 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979ec4be-54c4-415c-ae87-d1122fdf5fe9 None None] Checking router: ae876a57-7767-4884-847d-8cd874654f1d for host: dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:50:46.366802 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979ec4be-54c4-415c-ae87-d1122fdf5fe9 None None] Routers {'ae876a57-7767-4884-847d-8cd874654f1d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:50:46.367720 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-979ec4be-54c4-415c-ae87-d1122fdf5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:50:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['ae876a57-7767-4884-847d-8cd874654f1d'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:50:46.397686 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=3548640b-9ea8-4e33-8da9-5cfa2a5f32bd,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:46.411591 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e5a29c-f16e-423a-89b5-9998efd4ab78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:50:46.422989 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b3e5a29c-f16e-423a-89b5-9998efd4ab78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for floatingip, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:46.439610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': '3548640b-9ea8-4e33-8da9-5cfa2a5f32bd', 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3', 'port_id': '3548640b-9ea8-4e33-8da9-5cfa2a5f32bd', 'mac_address': 'fa:16:3e:b0:03:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddaa3a8-e61f-46b9-96aa-d346948b134a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:50:46.443344 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6af77d-b117-4134-bc27-93c3886f78f1 None None] Sync routers for ids ['e492d515-489e-452c-914d-0c0f6126800c'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:50:46.490099 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-b3e5a29c-f16e-423a-89b5-9998efd4ab78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "PUT /v2.0/floatingips/811b2ffe-8612-4b8c-90ef-1635635fa551 HTTP/1.1" status: 200 len: 990 time: 3.1031880 Apr 20 14:50:46.490378 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6af77d-b117-4134-bc27-93c3886f78f1 None None] Routers {'e492d515-489e-452c-914d-0c0f6126800c'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:50:46.491821 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'tag': '58bf4358-c596-4c96-8ccb-47886555b382'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:50:46.491991 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-1d6af77d-b117-4134-bc27-93c3886f78f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:50:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['e492d515-489e-452c-914d-0c0f6126800c'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:50:46.533939 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ff20d5d3-339a-4355-a97e-79139dbb5c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:46.540651 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-32d454ca-fea9-405b-8198-7027c130a7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:46.554172 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ff20d5d3-339a-4355-a97e-79139dbb5c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:46.555715 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-ff20d5d3-339a-4355-a97e-79139dbb5c4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25795908-0317-4e82-b13b-959508b4722c HTTP/1.1" status: 204 len: 168 time: 0.8710747 Apr 20 14:50:46.559371 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20d5d3-339a-4355-a97e-79139dbb5c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25795908-0317-4e82-b13b-959508b4722c,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:46.563038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ff20d5d3-339a-4355-a97e-79139dbb5c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:46.576925 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-25768309-259d-4afe-bb75-7edea0261535 req-a61fb9bc-e7a0-4b11-8dde-7dddbea63204 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf59d578-6ae3-486b-aded-96c31005ded3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3461816 Apr 20 14:50:46.586270 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b00caf8-abac-4f44-b303-985021a26a48 req-e4461fb1-caaa-4622-a7b4-c84a9f1382c9 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:46.587906 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3b00caf8-abac-4f44-b303-985021a26a48 req-e4461fb1-caaa-4622-a7b4-c84a9f1382c9 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.9021401 Apr 20 14:50:46.641843 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-979ec4be-54c4-415c-ae87-d1122fdf5fe9 None None] Set router ae876a57-7767-4884-847d-8cd874654f1d gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:50:46.703091 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-1d6af77d-b117-4134-bc27-93c3886f78f1 None None] Set router e492d515-489e-452c-914d-0c0f6126800c gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:50:46.781370 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-65d01710-7a2b-48ac-bb08-78f7048002db req-bfc2c5ea-e62f-4b5f-a11b-6765b61eb279 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 210 time: 0.2673848 Apr 20 14:50:46.934137 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3b00caf8-abac-4f44-b303-985021a26a48 req-1d731bea-a623-447b-94ec-5d5d48eab696 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287734 Apr 20 14:50:47.027213 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-25768309-259d-4afe-bb75-7edea0261535 req-2c4e348f-4a1a-42f2-bf03-6691c3cb189f service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241258 Apr 20 14:50:47.031807 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:47.058839 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:50:47.065630 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08e7a62b-3963-4c06-959f-7f187a4ae5ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for subnet, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:47.071924 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:47.162872 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=3548640b-9ea8-4e33-8da9-5cfa2a5f32bd,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:47.211054 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:47.224218 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:47.286495 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'tag': '58bf4358-c596-4c96-8ccb-47886555b382', 'status': 'completed', 'code': 200} Apr 20 14:50:47.309989 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-979ec4be-54c4-415c-ae87-d1122fdf5fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_floatingips': [{'id': '31b22c6c-f0e0-4672-9393-6da93a0c26c5', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'floating_ip_address': '172.28.0.231', 'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'router_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'port_id': '7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'mac_address': 'fa:16:3e:1c:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b6c85-08e1-494b-9ad3-98455276bdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:50:05Z', 'updated_at': '2021-04-20T14:50:41Z', 'revision_number': 1, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff532d2c-d2dc-4d42-81b3-84ba47199049', 'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'mac_address': 'fa:16:3e:5e:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:44Z', 'updated_at': '2021-04-20T14:50:03Z', 'revision_number': 5, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'subnets': [{'id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:50:47.318026 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979ec4be-54c4-415c-ae87-d1122fdf5fe9 None None] The sync data for ids ['ae876a57-7767-4884-847d-8cd874654f1d'] in dv-cinder-742162-4-smb is: [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_floatingips': [{'id': '31b22c6c-f0e0-4672-9393-6da93a0c26c5', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'floating_ip_address': '172.28.0.231', 'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'router_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'port_id': '7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'mac_address': 'fa:16:3e:1c:b2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '089b6c85-08e1-494b-9ad3-98455276bdfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:50:05Z', 'updated_at': '2021-04-20T14:50:41Z', 'revision_number': 1, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff532d2c-d2dc-4d42-81b3-84ba47199049', 'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'mac_address': 'fa:16:3e:5e:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:44Z', 'updated_at': '2021-04-20T14:50:03Z', 'revision_number': 5, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'subnets': [{'id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:50:47.385661 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089b6c85-08e1-494b-9ad3-98455276bdfc', 'tag': '7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d', 'status': 'completed', 'code': 200} Apr 20 14:50:47.478316 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=3548640b-9ea8-4e33-8da9-5cfa2a5f32bd,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:47.490156 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:47.495504 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-25768309-259d-4afe-bb75-7edea0261535 req-762854dc-6afb-4f08-ac7e-4020b4e4f9cf service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892486 Apr 20 14:50:47.499829 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3af82-6617-4f4b-a2f5-f5625f463ec9 req-cc1f3cbf-9f8d-490b-944e-a64b4883ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:47.501398 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-88a3af82-6617-4f4b-a2f5-f5625f463ec9 req-cc1f3cbf-9f8d-490b-944e-a64b4883ecc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ec9121784bc4847a675627263bbd80b&device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 1099 time: 0.3152287 Apr 20 14:50:47.604186 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e3b1b-7efa-45b6-9517-1d6d241d323a req-cbf1e223-a6bb-4b14-9193-c4caf7e5a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:47.606571 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c96e3b1b-7efa-45b6-9517-1d6d241d323a req-cbf1e223-a6bb-4b14-9193-c4caf7e5a3b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60cc29d1ca354b0bb99197550f740015&device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 1098 time: 0.2404292 Apr 20 14:50:47.619474 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7a62b-3963-4c06-959f-7f187a4ae5ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95e9eae4-2118-48a2-a159-f3d9ad04dcc5,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:47.656963 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-1d6af77d-b117-4134-bc27-93c3886f78f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:49:43Z', 'revision_number': 4, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_floatingips': [{'id': '811b2ffe-8612-4b8c-90ef-1635635fa551', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'floating_ip_address': '172.28.0.42', 'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'router_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'port_id': '58bf4358-c596-4c96-8ccb-47886555b382', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'mac_address': 'fa:16:3e:e5:5e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:50:07Z', 'updated_at': '2021-04-20T14:50:44Z', 'revision_number': 1, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6840a55a-a753-490e-8df2-ed88ce7a39b2', 'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'mac_address': 'fa:16:3e:77:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:41Z', 'updated_at': '2021-04-20T14:50:01Z', 'revision_number': 5, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'subnets': [{'id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:50:47.673990 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6af77d-b117-4134-bc27-93c3886f78f1 None None] Checking router: e492d515-489e-452c-914d-0c0f6126800c for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:50:47.686022 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08e7a62b-3963-4c06-959f-7f187a4ae5ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:47.688319 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6af77d-b117-4134-bc27-93c3886f78f1 None None] Routers {'e492d515-489e-452c-914d-0c0f6126800c'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:50:47.689334 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-1d6af77d-b117-4134-bc27-93c3886f78f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:50:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['e492d515-489e-452c-914d-0c0f6126800c'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:50:47.712424 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-08e7a62b-3963-4c06-959f-7f187a4ae5ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:47.767415 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-08e7a62b-3963-4c06-959f-7f187a4ae5ed admin admin] 10.222.0.21 "DELETE /v2.0/subnets/95e9eae4-2118-48a2-a159-f3d9ad04dcc5 HTTP/1.1" status: 204 len: 168 time: 3.1121340 Apr 20 14:50:47.813568 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd7565b-cc2f-458c-b598-38cc04ecefec None None] New status for floating IP 31b22c6c-f0e0-4672-9393-6da93a0c26c5: ACTIVE {{(pid=86501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 14:50:47.848106 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39576) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:47.978479 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-97d78099-7fb7-4de2-9cf7-a8127673b06c tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:47.982771 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-97d78099-7fb7-4de2-9cf7-a8127673b06c tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.13 "GET /v2.0/networks?id=07253be4-4713-49d8-9d31-321bc387fda2 HTTP/1.1" status: 200 len: 809 time: 0.6798551 Apr 20 14:50:48.007201 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-1d6af77d-b117-4134-bc27-93c3886f78f1 None None] Set router e492d515-489e-452c-914d-0c0f6126800c gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:50:48.150087 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Request body: {'port': {'device_id': 'e43d78ea-9be4-4811-ad30-6412d0ebe4ff', 'network_id': '07253be4-4713-49d8-9d31-321bc387fda2', 'admin_state_up': True, 'tenant_id': 'ae5ce27c7a4a407583761db758beb6fe'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:48.154404 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3af82-6617-4f4b-a2f5-f5625f463ec9 req-e37ba4b4-b5c4-40d6-b945-398779ba8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:48.156839 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-88a3af82-6617-4f4b-a2f5-f5625f463ec9 req-e37ba4b4-b5c4-40d6-b945-398779ba8c68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a669ef3-df53-4cd3-a0a6-990300d50cd2 HTTP/1.1" status: 200 len: 910 time: 0.6020017 Apr 20 14:50:48.188541 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854139803'] for network, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:48.281882 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e3b1b-7efa-45b6-9517-1d6d241d323a req-9dcc7705-e6de-4130-b50e-e981cc6182e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:48.283823 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c96e3b1b-7efa-45b6-9517-1d6d241d323a req-9dcc7705-e6de-4130-b50e-e981cc6182e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3478651-076d-4e24-9740-70942ad381f0 HTTP/1.1" status: 200 len: 914 time: 0.5645111 Apr 20 14:50:48.375814 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['3548640b-9ea8-4e33-8da9-5cfa2a5f32bd'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:50:48.402399 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-90dc6fe4-5a39-4613-948e-2b11c97b1076 req-21e28ac4-d5ed-4ca0-827b-fef3bb6d63ec tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 210 time: 0.3725498 Apr 20 14:50:48.413568 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:48.418633 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Usage tracker for resource:port and tenant:ae5ce27c7a4a407583761db758beb6fe is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:48.422338 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:48.431616 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:48.469824 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2599aeb8-838e-4b5a-b4de-4c9ddcc8b3f2 req-119b4493-faf9-4af0-8724-045ddc805d6f tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:48.471802 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2599aeb8-838e-4b5a-b4de-4c9ddcc8b3f2 req-119b4493-faf9-4af0-8724-045ddc805d6f tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 944 time: 0.9750960 Apr 20 14:50:48.488121 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Made reservation on behalf of ae5ce27c7a4a407583761db758beb6fe for: {'port': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:50:48.496254 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:48.563994 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-88a3af82-6617-4f4b-a2f5-f5625f463ec9 req-6011299a-d7da-4c76-bcd2-b246427d4c37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d HTTP/1.1" status: 200 len: 1002 time: 0.3814173 Apr 20 14:50:48.651688 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2599aeb8-838e-4b5a-b4de-4c9ddcc8b3f2 req-52e1ff64-de5c-45e0-8af3-fa429ee5ba69 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320736 Apr 20 14:50:48.698454 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772988', 'neutron.services.segments.db._delete_segments_for_network-8751737199731'] for network, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:48.870948 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Allocated IP 172.20.0.2 (07253be4-4713-49d8-9d31-321bc387fda2/89fffde4-1a9c-4087-bf01-f2ca61f8f3db/491c70cc-6e9a-4a35-8432-49918d9b4744) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:50:48.927097 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c96e3b1b-7efa-45b6-9517-1d6d241d323a req-c834462a-400a-4999-9f77-db034ab1d428 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58bf4358-c596-4c96-8ccb-47886555b382 HTTP/1.1" status: 200 len: 998 time: 0.6255169 Apr 20 14:50:48.952273 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:48.976333 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86499) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:50:48.976730 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86499) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:50:48.977687 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86499) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:50:48.978082 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Subscribe: > port after_create 55550000 {{(pid=86499) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:50:48.978446 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Subscribe: > port after_delete 55550000 {{(pid=86499) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:50:48.978918 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Subscribe: > port after_update 55550000 {{(pid=86499) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:50:48.979432 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86499) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:50:48.980370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86499) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:50:48.981584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86499) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:50:48.981998 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86499) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:50:49.077082 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86499) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:50:49.077914 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86499) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:50:49.081458 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-1d6af77d-b117-4134-bc27-93c3886f78f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:49:43Z', 'revision_number': 4, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_floatingips': [{'id': '811b2ffe-8612-4b8c-90ef-1635635fa551', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'floating_ip_address': '172.28.0.42', 'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'router_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'port_id': '58bf4358-c596-4c96-8ccb-47886555b382', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'mac_address': 'fa:16:3e:e5:5e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:50:07Z', 'updated_at': '2021-04-20T14:50:44Z', 'revision_number': 1, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6840a55a-a753-490e-8df2-ed88ce7a39b2', 'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'mac_address': 'fa:16:3e:77:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:41Z', 'updated_at': '2021-04-20T14:50:01Z', 'revision_number': 5, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'subnets': [{'id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:50:49.084988 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86499) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:50:49.085742 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86499) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:50:49.087811 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11fcaa6-7902-431f-89f9-1a8922e3c8b7']}} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:50:49.101414 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6af77d-b117-4134-bc27-93c3886f78f1 None None] The sync data for ids ['e492d515-489e-452c-914d-0c0f6126800c'] in dv-cinder-742162-4-smb is: [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:49:43Z', 'revision_number': 4, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_floatingips': [{'id': '811b2ffe-8612-4b8c-90ef-1635635fa551', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'floating_ip_address': '172.28.0.42', 'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'router_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'port_id': '58bf4358-c596-4c96-8ccb-47886555b382', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'mac_address': 'fa:16:3e:e5:5e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:50:07Z', 'updated_at': '2021-04-20T14:50:44Z', 'revision_number': 1, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6840a55a-a753-490e-8df2-ed88ce7a39b2', 'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'mac_address': 'fa:16:3e:77:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:41Z', 'updated_at': '2021-04-20T14:50:01Z', 'revision_number': 5, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'subnets': [{'id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:50:49.173881 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3af82-6617-4f4b-a2f5-f5625f463ec9 req-3da02b57-6816-4c87-81c7-2e5adbdeb6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:49.175868 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-88a3af82-6617-4f4b-a2f5-f5625f463ec9 req-3da02b57-6816-4c87-81c7-2e5adbdeb6bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d80648ec-7cf5-4306-8b5a-bd7fb5f2d85d HTTP/1.1" status: 200 len: 849 time: 0.2543721 Apr 20 14:50:49.184164 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96844d62-3b35-4aaf-a13e-33091636ec29') {'for_net_delete': True} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:50:49.184467 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96844d62-3b35-4aaf-a13e-33091636ec29') {} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:50:49.236910 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c944eb-4be0-464a-a88a-61f78f887fe2 req-de5b7eaf-2747-4e23-8ceb-ea0290dc5874 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:49.238859 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-23c944eb-4be0-464a-a88a-61f78f887fe2 req-de5b7eaf-2747-4e23-8ceb-ea0290dc5874 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.5743470 Apr 20 14:50:49.267782 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285117414499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728217'] for segment, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:49.324183 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-23c944eb-4be0-464a-a88a-61f78f887fe2 req-f7c64cb1-770a-4e00-bf97-75f3838ca49b tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688574 Apr 20 14:50:49.324595 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e3b1b-7efa-45b6-9517-1d6d241d323a req-fa27686a-250b-46c8-9632-e3f28a316fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:49.329056 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c96e3b1b-7efa-45b6-9517-1d6d241d323a req-fa27686a-250b-46c8-9632-e3f28a316fc4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7 HTTP/1.1" status: 200 len: 853 time: 0.1942072 Apr 20 14:50:49.331387 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:49.399695 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:49.430194 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=86499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 14:50:49.452342 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:49.467129 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ff57b1ee-c0ec-46aa-a91a-8682dc72ccd3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:49.469904 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3af82-6617-4f4b-a2f5-f5625f463ec9 req-21d8eb3c-b4a1-433c-8bf2-d8fbbaf826e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:49.471598 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-88a3af82-6617-4f4b-a2f5-f5625f463ec9 req-21d8eb3c-b4a1-433c-8bf2-d8fbbaf826e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a669ef3-df53-4cd3-a0a6-990300d50cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2723100 Apr 20 14:50:49.549086 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47893e7-1651-44af-884c-b3884fe85323 None None] New status for floating IP 811b2ffe-8612-4b8c-90ef-1635635fa551: ACTIVE {{(pid=86500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 14:50:49.829081 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Network e11fcaa6-7902-431f-89f9-1a8922e3c8b7 has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:50:49.842675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e3b1b-7efa-45b6-9517-1d6d241d323a req-82e6767f-fbb5-413b-9fe2-7e6963849779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:49.844312 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c96e3b1b-7efa-45b6-9517-1d6d241d323a req-82e6767f-fbb5-413b-9fe2-7e6963849779 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3478651-076d-4e24-9740-70942ad381f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5053537 Apr 20 14:50:49.846337 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854042056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126858253'] for segment, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:49.993885 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Network 07253be4-4713-49d8-9d31-321bc387fda2 is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:50:50.092177 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Pushing event updated for resources: {'Port': ['ID=491c70cc-6e9a-4a35-8432-49918d9b4744,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:50.096823 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:50:50.107004 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:50.114625 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:50:50.121960 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:50.123120 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:50.204487 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:50:50.215349 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1868675 Apr 20 14:50:50.233411 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f9031-276a-4ee9-ae8f-fb3853e2e1c2 req-f7e9bc35-ca9f-4051-b7cc-50c76642d7b0 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:50.235566 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-aa4f9031-276a-4ee9-ae8f-fb3853e2e1c2 req-f7e9bc35-ca9f-4051-b7cc-50c76642d7b0 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 944 time: 0.2489874 Apr 20 14:50:50.249299 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Request body: {'port': {'device_id': 'e43d78ea-9be4-4811-ad30-6412d0ebe4ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:50.517875 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8e76e-e47c-4e19-a7bc-d3f535fadd64 req-1e9a408e-32bb-43c4-aca6-01b8f9f9b4a8 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:50.517875 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-00c8e76e-e47c-4e19-a7bc-d3f535fadd64 req-1e9a408e-32bb-43c4-aca6-01b8f9f9b4a8 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Synchronizing usage tracker for tenant:ae5ce27c7a4a407583761db758beb6fe on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:50:50.517875 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-aa4f9031-276a-4ee9-ae8f-fb3853e2e1c2 req-0c60413b-fb44-46ce-a9ed-7ba1551af139 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084192 Apr 20 14:50:50.520424 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-88a3af82-6617-4f4b-a2f5-f5625f463ec9 req-95caee17-f614-4e95-b8ef-7dfa36ce859f service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8645868 Apr 20 14:50:50.520912 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:50.520994 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:50:50.520994 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:50:50.520994 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:50.559973 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-00c8e76e-e47c-4e19-a7bc-d3f535fadd64 req-1e9a408e-32bb-43c4-aca6-01b8f9f9b4a8 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Unset dirty status for tenant:ae5ce27c7a4a407583761db758beb6fe on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:50:50.566898 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-00c8e76e-e47c-4e19-a7bc-d3f535fadd64 req-1e9a408e-32bb-43c4-aca6-01b8f9f9b4a8 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 931 time: 0.5966425 Apr 20 14:50:50.590638 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Network e11fcaa6-7902-431f-89f9-1a8922e3c8b7 has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: from cryptography.utils import int_from_bytes Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: from cryptography.utils import int_from_bytes Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: (rel_b, rel_a, rel_b), Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: (rel_b, rel_a, rel_b), Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: Traceback (most recent call last): Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: timer() Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: cb(*args, **kw) Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: return func(*args, **kwargs) Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: self._notify() Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: self.callback(batched_events) Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: event.method(event) Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: segment_id)['aggregates'][0] Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: return f(self, *a, **k) Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: return self._get(url).json() Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: **kwargs) Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: return self.request(url, 'GET', **kwargs) Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: **endpoint_filter) Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:50:50.627297 dv-cinder-742162-4-smb neutron-server[86383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:50:50.663876 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-00c8e76e-e47c-4e19-a7bc-d3f535fadd64 req-8e9c3dce-e148-44a4-8c8f-ae603cbae735 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccde58bc-1d84-412c-8dc0-44abc5fc6330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921631 Apr 20 14:50:50.713359 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:50.750402 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91e3331-e995-487b-bdfb-42ab4faeb623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3548640b-9ea8-4e33-8da9-5cfa2a5f32bd'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:50:50.763291 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=3548640b-9ea8-4e33-8da9-5cfa2a5f32bd,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:50.777357 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c96e3b1b-7efa-45b6-9517-1d6d241d323a req-d0227361-3981-491f-82d6-89d86347f888 service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9028907 Apr 20 14:50:50.803421 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:50.809457 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:50.888036 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-88a3af82-6617-4f4b-a2f5-f5625f463ec9 req-229c5932-6c8e-485e-bd56-cca674f12788 service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291275 Apr 20 14:50:50.919114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=3548640b-9ea8-4e33-8da9-5cfa2a5f32bd,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:50.923256 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:50.967691 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c96e3b1b-7efa-45b6-9517-1d6d241d323a req-5534424b-7cb8-4f9a-8a7f-7118af430113 service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810415 Apr 20 14:50:51.010091 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91e3331-e995-487b-bdfb-42ab4faeb623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3548640b-9ea8-4e33-8da9-5cfa2a5f32bd', 'code': 200} Apr 20 14:50:51.251894 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854002828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808770'] for network, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:51.260439 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:51.267244 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:51.302101 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Pushing event deleted for resources: {'Network': ['ID=e11fcaa6-7902-431f-89f9-1a8922e3c8b7,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:51.305175 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:51.331974 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea78f4c-d98f-4ea1-a8b9-177c64ebea56 req-1f9f0e58-8045-41d9-8b71-fee1e5e4bee9 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:51.333536 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bea78f4c-d98f-4ea1-a8b9-177c64ebea56 req-1f9f0e58-8045-41d9-8b71-fee1e5e4bee9 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.3087394 Apr 20 14:50:51.346979 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] 10.222.0.21 "DELETE /v2.0/networks/e11fcaa6-7902-431f-89f9-1a8922e3c8b7 HTTP/1.1" status: 204 len: 168 time: 3.4973073 Apr 20 14:50:51.412017 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bea78f4c-d98f-4ea1-a8b9-177c64ebea56 req-c88717a4-8ba0-4bdd-9a42-a7c330a30f72 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627468 Apr 20 14:50:51.500120 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491c70cc-6e9a-4a35-8432-49918d9b4744 {{(pid=86498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:50:51.521225 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:51.543787 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Transition to ACTIVE for port object 491c70cc-6e9a-4a35-8432-49918d9b4744 will not be triggered until provisioned by entity L2. {{(pid=86498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:50:51.563287 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d8860e-26d6-4c49-8471-27081439d8c7 req-e4fdd81c-eaf6-4487-8ff0-c855f293eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:51.566245 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-18d8860e-26d6-4c49-8471-27081439d8c7 req-e4fdd81c-eaf6-4487-8ff0-c855f293eef9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 1098 time: 0.1188304 Apr 20 14:50:51.605707 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:51.613674 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:51.631978 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-18d8860e-26d6-4c49-8471-27081439d8c7 req-d87bffab-42e9-49e1-8ace-5db5ff40de79 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544302 Apr 20 14:50:51.782886 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39672) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:51.850268 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-a396aadd-3985-4b18-b38f-3f362d1f0417 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc4eceb8c1e949b3a71f82e81fc2ef75&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0655355 Apr 20 14:50:51.851016 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39676) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:51.880693 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Pushing event updated for resources: {'Port': ['ID=491c70cc-6e9a-4a35-8432-49918d9b4744,revision_number=2']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:51.888123 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:51.898004 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Attempting to bind port 491c70cc-6e9a-4a35-8432-49918d9b4744 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:50:51.898385 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Attempting to bind port 491c70cc-6e9a-4a35-8432-49918d9b4744 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '9810741c-d36e-47f0-b89f-e0dce3189dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '07253be4-4713-49d8-9d31-321bc387fda2'}] {{(pid=86498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:50:51.898851 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Attempting to bind port 491c70cc-6e9a-4a35-8432-49918d9b4744 on network 07253be4-4713-49d8-9d31-321bc387fda2 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:50:51.915125 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Port 491c70cc-6e9a-4a35-8432-49918d9b4744 on network 07253be4-4713-49d8-9d31-321bc387fda2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:50:51.915496 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Attempting to bind port 491c70cc-6e9a-4a35-8432-49918d9b4744 on network 07253be4-4713-49d8-9d31-321bc387fda2 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:50:51.926405 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:50:51.926830 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Checking segment: {'id': '9810741c-d36e-47f0-b89f-e0dce3189dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '07253be4-4713-49d8-9d31-321bc387fda2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:50:51.927262 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Bound using segment: {'id': '9810741c-d36e-47f0-b89f-e0dce3189dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '07253be4-4713-49d8-9d31-321bc387fda2'} {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:50:51.928302 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Bound port: 491c70cc-6e9a-4a35-8432-49918d9b4744, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9810741c-d36e-47f0-b89f-e0dce3189dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '07253be4-4713-49d8-9d31-321bc387fda2'}}] {{(pid=86498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:50:51.928692 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:51.933021 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b310ed26-d17a-46af-99bb-9e1e900a15f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:51.975804 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b310ed26-d17a-46af-99bb-9e1e900a15f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:51.985727 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf0438-1062-4f96-b8db-88c6c3e32657 req-98b2a364-5eae-4d20-9c02-7b9a169d4787 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:51.987372 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-63cf0438-1062-4f96-b8db-88c6c3e32657 req-98b2a364-5eae-4d20-9c02-7b9a169d4787 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 945 time: 0.3295472 Apr 20 14:50:52.069731 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b310ed26-d17a-46af-99bb-9e1e900a15f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:52.080178 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-66b2806d-1499-4313-851e-41f6e40a1581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:52.081832 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-63cf0438-1062-4f96-b8db-88c6c3e32657 req-e88617b6-f955-4369-82c7-28165d34bf05 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797110 Apr 20 14:50:52.092412 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] For port 491c70cc-6e9a-4a35-8432-49918d9b4744, host hv-cinder-74216, cleared binding levels {{(pid=86498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:50:52.095987 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] For port 491c70cc-6e9a-4a35-8432-49918d9b4744, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=491c70cc-6e9a-4a35-8432-49918d9b4744,segment=NetworkSegment(9810741c-d36e-47f0-b89f-e0dce3189dfd),segment_id=9810741c-d36e-47f0-b89f-e0dce3189dfd)] {{(pid=86498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:50:52.104350 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310ed26-d17a-46af-99bb-9e1e900a15f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26db2e1e-eed6-4b25-858f-8d300736fb5f,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:52.138552 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:52.141928 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b310ed26-d17a-46af-99bb-9e1e900a15f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:52.147443 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b310ed26-d17a-46af-99bb-9e1e900a15f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:52.147443 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-b310ed26-d17a-46af-99bb-9e1e900a15f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26db2e1e-eed6-4b25-858f-8d300736fb5f HTTP/1.1" status: 204 len: 168 time: 0.2933490 Apr 20 14:50:52.161202 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:52.224116 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:52.226937 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:52.230348 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] 10.222.0.13 "PUT /v2.0/ports/491c70cc-6e9a-4a35-8432-49918d9b4744 HTTP/1.1" status: 200 len: 1093 time: 1.9930687 Apr 20 14:50:52.273304 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e43d78ea-9be4-4811-ad30-6412d0ebe4ff', 'tag': '491c70cc-6e9a-4a35-8432-49918d9b4744'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:50:52.351983 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Pushing event updated for resources: {'Port': ['ID=491c70cc-6e9a-4a35-8432-49918d9b4744,revision_number=3']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:52.361767 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:52.497469 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e43d78ea-9be4-4811-ad30-6412d0ebe4ff', 'tag': '491c70cc-6e9a-4a35-8432-49918d9b4744', 'status': 'completed', 'code': 200} Apr 20 14:50:52.512235 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a112ede-840f-472a-b74b-0f9823ef8ac7 req-fc09058c-ad7d-4d61-975c-a856e7ced079 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:52.514136 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0a112ede-840f-472a-b74b-0f9823ef8ac7 req-fc09058c-ad7d-4d61-975c-a856e7ced079 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 943 time: 0.2350829 Apr 20 14:50:52.580202 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0a112ede-840f-472a-b74b-0f9823ef8ac7 req-22601d2b-6be8-4203-bfab-c0c171d8f47e tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccde58bc-1d84-412c-8dc0-44abc5fc6330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595078 Apr 20 14:50:52.645784 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-c65141e9-f59d-436a-a33e-0a2e10092ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:52.648065 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-c65141e9-f59d-436a-a33e-0a2e10092ae0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae5ce27c7a4a407583761db758beb6fe&device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 1096 time: 0.2136953 Apr 20 14:50:52.739579 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-6e223ad1-cbae-4cc6-be67-eb9607a15bed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=491c70cc-6e9a-4a35-8432-49918d9b4744 HTTP/1.1" status: 200 len: 217 time: 0.0749583 Apr 20 14:50:52.816676 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb232d5d-a4c4-4604-800b-c3a5046ccc06 req-68e75d50-c919-4714-8147-253a202b3f1c tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:52.819035 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bb232d5d-a4c4-4604-800b-c3a5046ccc06 req-68e75d50-c919-4714-8147-253a202b3f1c tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.2246196 Apr 20 14:50:52.857356 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-133e6113-b4d2-4811-bab9-0087a50347b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:52.858918 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-133e6113-b4d2-4811-bab9-0087a50347b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89fffde4-1a9c-4087-bf01-f2ca61f8f3db HTTP/1.1" status: 200 len: 849 time: 0.1044888 Apr 20 14:50:52.938285 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-b4a9da18-02b8-4470-9f91-f4b13abf3da3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07253be4-4713-49d8-9d31-321bc387fda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555003 Apr 20 14:50:53.058023 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bb232d5d-a4c4-4604-800b-c3a5046ccc06 req-3ab392ac-d301-430b-aef4-6b7478b905f0 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190804 Apr 20 14:50:53.096679 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-b0877323-232a-450e-b9c3-6fba2581a615 service neutron] 10.222.0.13 "GET /v2.0/networks/07253be4-4713-49d8-9d31-321bc387fda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535850 Apr 20 14:50:53.387288 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-658a45c1-5215-4736-b36e-e6bce0eb9bf5 req-c28a7a1a-2219-48c7-ad86-110759582d27 service neutron] 10.222.0.13 "GET /v2.0/networks/07253be4-4713-49d8-9d31-321bc387fda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434437 Apr 20 14:50:53.436099 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb4e01-dbb7-4407-b0ad-d7926b083741 req-e354667a-a500-4d97-8a40-aa63ea77814e tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:53.443515 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-32bb4e01-dbb7-4407-b0ad-d7926b083741 req-e354667a-a500-4d97-8a40-aa63ea77814e tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 945 time: 0.1715693 Apr 20 14:50:53.505656 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39730) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:53.542097 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-32bb4e01-dbb7-4407-b0ad-d7926b083741 req-6e4f41f0-a9db-445c-82e8-8fd209e88868 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934730 Apr 20 14:50:53.577111 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 39736) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:53.754430 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66023f99-0fb5-43e9-be66-a9a745028acf req-206e5f7d-e512-47ea-9a27-0461df06c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:53.757028 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-66023f99-0fb5-43e9-be66-a9a745028acf req-206e5f7d-e512-47ea-9a27-0461df06c110 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ae5ce27c7a4a407583761db758beb6fe&device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 1096 time: 0.1410387 Apr 20 14:50:53.764726 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1794571444-network', 'tenant_id': '8e0a19045367434b8470c4eca25079ba'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:53.770322 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:53.794617 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-32ebe0f3-1e1b-499d-8d6a-2b1c9d8fab31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:53.824821 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-32ebe0f3-1e1b-499d-8d6a-2b1c9d8fab31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:53.832544 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-32ebe0f3-1e1b-499d-8d6a-2b1c9d8fab31 admin admin] Usage tracker for resource:security_group_rule and tenant:56cc7d7220644192b15fac01a0beb6ee is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:53.838748 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-32ebe0f3-1e1b-499d-8d6a-2b1c9d8fab31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:53.853125 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-32ebe0f3-1e1b-499d-8d6a-2b1c9d8fab31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:53.859355 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Usage tracker for resource:network and tenant:8e0a19045367434b8470c4eca25079ba is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:53.864126 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:53.919874 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:53.994312 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Made reservation on behalf of 8e0a19045367434b8470c4eca25079ba for: {'network': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:50:54.001042 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for network, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:54.015845 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-32ebe0f3-1e1b-499d-8d6a-2b1c9d8fab31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:54.049382 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:54.058093 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-32ebe0f3-1e1b-499d-8d6a-2b1c9d8fab31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:54.076385 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:54.132675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab2bb1-4c6b-4038-9a50-f614329513fa req-f9bb9393-474c-4657-8fbc-e699237a49a2 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:54.135759 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9eab2bb1-4c6b-4038-9a50-f614329513fa req-f9bb9393-474c-4657-8fbc-e699237a49a2 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 943 time: 0.3381553 Apr 20 14:50:54.137810 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66023f99-0fb5-43e9-be66-a9a745028acf req-0719ee16-4282-4231-9ec3-c85cfe828c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:54.141804 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-66023f99-0fb5-43e9-be66-a9a745028acf req-0719ee16-4282-4231-9ec3-c85cfe828c51 service neutron] 10.222.0.13 "GET /v2.0/networks?id=07253be4-4713-49d8-9d31-321bc387fda2 HTTP/1.1" status: 200 len: 909 time: 0.3672142 Apr 20 14:50:54.143886 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:54.153800 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebe0f3-1e1b-499d-8d6a-2b1c9d8fab31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4470e0-a1dc-46be-b688-b16f10ddca3d,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:54.182062 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-32ebe0f3-1e1b-499d-8d6a-2b1c9d8fab31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:54.205879 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-32ebe0f3-1e1b-499d-8d6a-2b1c9d8fab31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56cc7d7220644192b15fac01a0beb6ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6982636 Apr 20 14:50:54.211340 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39748) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:54.253728 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Usage tracker for resource:security_group_rule and tenant:8e0a19045367434b8470c4eca25079ba is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:54.281827 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:54.336041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8dc2b53f-3539-4ee7-bc2c-ac62685942da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:54.370919 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8dc2b53f-3539-4ee7-bc2c-ac62685942da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:54.475132 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8dc2b53f-3539-4ee7-bc2c-ac62685942da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:54.485111 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-32ebe0f3-1e1b-499d-8d6a-2b1c9d8fab31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:54.512778 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2b53f-3539-4ee7-bc2c-ac62685942da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4470e0-a1dc-46be-b688-b16f10ddca3d,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:54.519180 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8dc2b53f-3539-4ee7-bc2c-ac62685942da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:54.523842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8dc2b53f-3539-4ee7-bc2c-ac62685942da admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:54.525924 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-8dc2b53f-3539-4ee7-bc2c-ac62685942da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e4470e0-a1dc-46be-b688-b16f10ddca3d HTTP/1.1" status: 204 len: 168 time: 0.3128331 Apr 20 14:50:54.681532 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-66023f99-0fb5-43e9-be66-a9a745028acf req-9de1909b-9149-4316-a9b9-64a7d60b8014 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=491c70cc-6e9a-4a35-8432-49918d9b4744 HTTP/1.1" status: 200 len: 217 time: 0.5296037 Apr 20 14:50:54.689403 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:54.838490 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9eab2bb1-4c6b-4038-9a50-f614329513fa req-30ace0ea-d59d-4b04-be4c-018bedcfb6f1 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccde58bc-1d84-412c-8dc0-44abc5fc6330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5769727 Apr 20 14:50:54.877613 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66023f99-0fb5-43e9-be66-a9a745028acf req-e1dcf962-2830-49ba-931f-c6d2395d0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:54.879363 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-66023f99-0fb5-43e9-be66-a9a745028acf req-e1dcf962-2830-49ba-931f-c6d2395d0b89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=89fffde4-1a9c-4087-bf01-f2ca61f8f3db HTTP/1.1" status: 200 len: 849 time: 0.1777601 Apr 20 14:50:54.901119 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75331eb3-44b7-424b-a4bd-d53cce8139ae req-1bb084d8-da13-4bfd-82ec-6916e7697959 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:54.902787 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-75331eb3-44b7-424b-a4bd-d53cce8139ae req-1bb084d8-da13-4bfd-82ec-6916e7697959 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.6434562 Apr 20 14:50:54.980609 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-66023f99-0fb5-43e9-be66-a9a745028acf req-75a420d6-6d33-4ad2-bc8c-8ee2728bdca8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=07253be4-4713-49d8-9d31-321bc387fda2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883212 Apr 20 14:50:55.016281 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-75331eb3-44b7-424b-a4bd-d53cce8139ae req-a2700b3d-50d8-4395-885f-ade153eb05c8 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757914 Apr 20 14:50:55.272656 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-66023f99-0fb5-43e9-be66-a9a745028acf req-ed1f7fde-4323-4528-8646-1729d4d1130e service neutron] 10.222.0.13 "GET /v2.0/networks/07253be4-4713-49d8-9d31-321bc387fda2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599823 Apr 20 14:50:55.275147 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:55.315324 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:55.352754 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39766) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:55.369056 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-33e1d81e-ea64-497b-a1c1-33a2778f47af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:55.374160 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f63a4ee5-d917-41e7-bbea-d95e1169a57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:55.393031 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-f63a4ee5-d917-41e7-bbea-d95e1169a57a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:55.398793 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-f63a4ee5-d917-41e7-bbea-d95e1169a57a admin admin] Usage tracker for resource:security_group_rule and tenant:9c03ab9e009f42cc98e95bf5125bb475 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:55.402127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-f63a4ee5-d917-41e7-bbea-d95e1169a57a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:55.408612 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-f63a4ee5-d917-41e7-bbea-d95e1169a57a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:55.414559 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=86498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 14:50:55.448344 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add5bff4-5a87-4a69-b7c0-8378418697f2,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:55.454911 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:55.462410 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:55.462819 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.segments_db [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Added segment 8a467480-0ef3-40ab-9e2a-505490086a51 of type vlan for network 2f851116-3736-4efa-ba0c-5ae958d4e847 Apr 20 14:50:55.489791 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a642d73-1a80-4baa-a1e4-9410ed9253a5 req-39e8bbb4-0ce2-4822-90e9-eca2c91397bb tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:55.491546 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8a642d73-1a80-4baa-a1e4-9410ed9253a5 req-39e8bbb4-0ce2-4822-90e9-eca2c91397bb tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 945 time: 0.3215396 Apr 20 14:50:55.528251 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f63a4ee5-d917-41e7-bbea-d95e1169a57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:55.552699 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-66023f99-0fb5-43e9-be66-a9a745028acf req-73aa5ef3-43d8-4745-964c-7c7c511836ab service neutron] 10.222.0.13 "GET /v2.0/networks/07253be4-4713-49d8-9d31-321bc387fda2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719665 Apr 20 14:50:55.562558 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f63a4ee5-d917-41e7-bbea-d95e1169a57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:55.564752 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751736839863'] for network, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:55.573871 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:55.583650 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8a642d73-1a80-4baa-a1e4-9410ed9253a5 req-7b8a4a7a-1a28-453b-9e27-cd306c420604 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854247 Apr 20 14:50:55.623574 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f63a4ee5-d917-41e7-bbea-d95e1169a57a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c03ab9e009f42cc98e95bf5125bb475&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669971 Apr 20 14:50:55.624427 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39772) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:55.643921 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a4ee5-d917-41e7-bbea-d95e1169a57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb006a6-9a65-436a-b3c8-baebe98464e0,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:55.649794 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f63a4ee5-d917-41e7-bbea-d95e1169a57a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:55.701926 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-542f17a4-7528-478c-a3d5-b90c91b5b91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:55.703504 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for network, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:55.705885 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:55.707001 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:55.716386 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-69955d31-48f4-4d78-acfb-b9e3f58d7ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:55.735119 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-542f17a4-7528-478c-a3d5-b90c91b5b91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:55.816990 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-542f17a4-7528-478c-a3d5-b90c91b5b91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:55.824722 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8cf4bafa-c87c-46cb-8fc1-6a21568dd0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:55.827059 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Pushing event updated for resources: {'Network': ['ID=2f851116-3736-4efa-ba0c-5ae958d4e847,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:55.832470 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:55.840030 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Network 2f851116-3736-4efa-ba0c-5ae958d4e847 details requested by agent ovs-agent-dv-cinder-742162-4-smb with host dv-cinder-742162-4-smb {{(pid=86500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 14:50:55.842748 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f17a4-7528-478c-a3d5-b90c91b5b91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb006a6-9a65-436a-b3c8-baebe98464e0,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:55.845224 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-542f17a4-7528-478c-a3d5-b90c91b5b91e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:55.847984 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-542f17a4-7528-478c-a3d5-b90c91b5b91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:55.849396 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-542f17a4-7528-478c-a3d5-b90c91b5b91e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbb006a6-9a65-436a-b3c8-baebe98464e0 HTTP/1.1" status: 204 len: 168 time: 0.2239611 Apr 20 14:50:55.853719 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2747610 Apr 20 14:50:55.856583 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 39780) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:55.868731 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-643d5698-7a88-42fd-9cdf-94ca3b6f69bc admin admin] Request body: {'subnet': {'network_id': '2f851116-3736-4efa-ba0c-5ae958d4e847', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1794571444-subnet', 'tenant_id': '8e0a19045367434b8470c4eca25079ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:55.879217 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-643d5698-7a88-42fd-9cdf-94ca3b6f69bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:55.888035 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-643d5698-7a88-42fd-9cdf-94ca3b6f69bc admin admin] Usage tracker for resource:subnet and tenant:8e0a19045367434b8470c4eca25079ba is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:55.912503 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-643d5698-7a88-42fd-9cdf-94ca3b6f69bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:55.950554 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-643d5698-7a88-42fd-9cdf-94ca3b6f69bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:56.009908 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 491c70cc-6e9a-4a35-8432-49918d9b4744 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:50:56.037249 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643d5698-7a88-42fd-9cdf-94ca3b6f69bc admin admin] Made reservation on behalf of 8e0a19045367434b8470c4eca25079ba for: {'subnet': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:50:56.048077 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-643d5698-7a88-42fd-9cdf-94ca3b6f69bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:56.249933 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 491c70cc-6e9a-4a35-8432-49918d9b4744, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=491c70cc-6e9a-4a35-8432-49918d9b4744,segment=NetworkSegment(9810741c-d36e-47f0-b89f-e0dce3189dfd),segment_id=9810741c-d36e-47f0-b89f-e0dce3189dfd)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:56.266873 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': '491c70cc-6e9a-4a35-8432-49918d9b4744', 'network_id': '07253be4-4713-49d8-9d31-321bc387fda2', 'port_id': '491c70cc-6e9a-4a35-8432-49918d9b4744', 'mac_address': 'fa:16:3e:be:e2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89fffde4-1a9c-4087-bf01-f2ca61f8f3db', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:50:56.342851 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:56.369028 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491c70cc-6e9a-4a35-8432-49918d9b4744 {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:50:56.387842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 491c70cc-6e9a-4a35-8432-49918d9b4744, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=491c70cc-6e9a-4a35-8432-49918d9b4744,segment=NetworkSegment(9810741c-d36e-47f0-b89f-e0dce3189dfd),segment_id=9810741c-d36e-47f0-b89f-e0dce3189dfd)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:50:56.425589 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:56.428342 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:56.568063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61db82-98c5-4225-87b6-b7a166b0846a req-8c3da9bb-f0a1-4fcb-b855-fc808f1a32c8 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:56.570358 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c61db82-98c5-4225-87b6-b7a166b0846a req-8c3da9bb-f0a1-4fcb-b855-fc808f1a32c8 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.2988369 Apr 20 14:50:56.577298 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=491c70cc-6e9a-4a35-8432-49918d9b4744,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:56.583129 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:56.585704 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea0a04-9940-4e29-8e44-084903c29480 req-dd54ab01-b141-4254-9f79-361c13e20de1 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:56.587833 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a1ea0a04-9940-4e29-8e44-084903c29480 req-dd54ab01-b141-4254-9f79-361c13e20de1 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 944 time: 0.3186934 Apr 20 14:50:56.740665 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c61db82-98c5-4225-87b6-b7a166b0846a req-60a09b3e-7114-41d3-911e-0096860c3a44 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516280 Apr 20 14:50:56.752281 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a1ea0a04-9940-4e29-8e44-084903c29480 req-8b91bd01-ff4d-4304-85ee-7ea7592e5ab9 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccde58bc-1d84-412c-8dc0-44abc5fc6330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274681 Apr 20 14:50:56.911085 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['491c70cc-6e9a-4a35-8432-49918d9b4744'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:50:57.172919 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-643d5698-7a88-42fd-9cdf-94ca3b6f69bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for subnet, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:57.179387 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-08e7a62b-3963-4c06-959f-7f187a4ae5ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:57.288674 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d5698-7a88-42fd-9cdf-94ca3b6f69bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=26671cad-54f1-4f34-9f87-76be4baad666,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:57.292420 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-643d5698-7a88-42fd-9cdf-94ca3b6f69bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:57.328590 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643d5698-7a88-42fd-9cdf-94ca3b6f69bc admin admin] Checking segment: {'id': '8a467480-0ef3-40ab-9e2a-505490086a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '2f851116-3736-4efa-ba0c-5ae958d4e847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:50:57.329228 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643d5698-7a88-42fd-9cdf-94ca3b6f69bc admin admin] Network hostable DHCP agents. Network: 2f851116-3736-4efa-ba0c-5ae958d4e847, hostable agents: ['d1ac48cd-fa1b-424f-b486-f0074774d039'], hosted agents: [] {{(pid=86498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 14:50:57.408515 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643d5698-7a88-42fd-9cdf-94ca3b6f69bc admin admin] Network 2f851116-3736-4efa-ba0c-5ae958d4e847 is scheduled to be hosted by DHCP agent d1ac48cd-fa1b-424f-b486-f0074774d039 with binding_index 1 {{(pid=86498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 14:50:57.482277 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-643d5698-7a88-42fd-9cdf-94ca3b6f69bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-smb, 2f851116-3736-4efa-ba0c-5ae958d4e847) {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:50:57.495644 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ed1bcc-ef09-428f-b24a-1271b01e7834 None None] Network 2f851116-3736-4efa-ba0c-5ae958d4e847 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:50:57.496304 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643d5698-7a88-42fd-9cdf-94ca3b6f69bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:57.496945 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-643d5698-7a88-42fd-9cdf-94ca3b6f69bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:57.574914 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-643d5698-7a88-42fd-9cdf-94ca3b6f69bc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7166212 Apr 20 14:50:57.857129 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc52e62c-2c7a-4efa-a11d-6deaa5d90445 None None] Network 2f851116-3736-4efa-ba0c-5ae958d4e847 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:50:58.213952 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa923-011a-488c-96b8-0d530e44ea08 req-98560d11-67ab-4b07-9364-5671eaa9ed54 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:58.215675 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-25aaa923-011a-488c-96b8-0d530e44ea08 req-98560d11-67ab-4b07-9364-5671eaa9ed54 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.2016451 Apr 20 14:50:58.251851 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b80272f-77ca-4058-be44-5605c0a6b709 req-1e8ca5c6-2688-4bcc-9b56-a1530a7759ce tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:58.253535 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9b80272f-77ca-4058-be44-5605c0a6b709 req-1e8ca5c6-2688-4bcc-9b56-a1530a7759ce tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 944 time: 0.1712682 Apr 20 14:50:58.348779 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-25aaa923-011a-488c-96b8-0d530e44ea08 req-61f42e37-cf61-4198-94b3-ba8e9c9e48fb tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262033 Apr 20 14:50:58.365512 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9b80272f-77ca-4058-be44-5605c0a6b709 req-f1417f90-c01b-4feb-9442-9e2286568763 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccde58bc-1d84-412c-8dc0-44abc5fc6330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941916 Apr 20 14:50:58.659068 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 39872) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:58.666738 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1379903201-network', 'tenant_id': '25f0f89469674165a66a34e901048075'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:58.672096 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:58.676470 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Usage tracker for resource:network and tenant:25f0f89469674165a66a34e901048075 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:58.679580 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:58.686168 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:58.759948 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Made reservation on behalf of 25f0f89469674165a66a34e901048075 for: {'network': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:50:58.764908 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for network, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:58.778051 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:58.793468 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:58.797557 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Usage tracker for resource:security_group_rule and tenant:25f0f89469674165a66a34e901048075 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:58.800502 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:58.807380 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:58.901142 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:58.933238 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:58.937872 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:58.967948 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=86498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 14:50:58.978096 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acd8ab9-8004-45e5-a570-e2e62065ea4e,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:58.982148 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:58.984882 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:58.985370 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.segments_db [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Added segment fba082b5-c467-4c75-9531-65edb1fa1565 of type vlan for network e200dbcf-96ab-4f78-811a-3386b1f00761 Apr 20 14:50:59.016572 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751736839863'] for network, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:59.076191 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for network, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:59.077775 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:59.078583 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:59.084240 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:50:59.196517 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Pushing event updated for resources: {'Network': ['ID=e200dbcf-96ab-4f78-811a-3386b1f00761,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:50:59.199404 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:50:59.207154 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Network e200dbcf-96ab-4f78-811a-3386b1f00761 details requested by agent ovs-agent-dv-cinder-742162-4-smb with host dv-cinder-742162-4-smb {{(pid=86500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 14:50:59.217733 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5572600 Apr 20 14:50:59.221079 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39890) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:50:59.227926 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-b6ea47f4-2784-4e2a-8f61-9e045c496b58 admin admin] Request body: {'subnet': {'network_id': 'e200dbcf-96ab-4f78-811a-3386b1f00761', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1379903201-subnet', 'tenant_id': '25f0f89469674165a66a34e901048075', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:50:59.234978 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-b6ea47f4-2784-4e2a-8f61-9e045c496b58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:50:59.239706 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-b6ea47f4-2784-4e2a-8f61-9e045c496b58 admin admin] Usage tracker for resource:subnet and tenant:25f0f89469674165a66a34e901048075 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:50:59.243513 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-b6ea47f4-2784-4e2a-8f61-9e045c496b58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:50:59.250490 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-b6ea47f4-2784-4e2a-8f61-9e045c496b58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:50:59.310512 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ea47f4-2784-4e2a-8f61-9e045c496b58 admin admin] Made reservation on behalf of 25f0f89469674165a66a34e901048075 for: {'subnet': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:50:59.315325 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b6ea47f4-2784-4e2a-8f61-9e045c496b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850825048'] for subnet, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:59.736177 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84598a7b-a8e0-4578-a74e-56f11769d18e req-7d39c41b-1e83-4033-81f1-ec312c47fd7f tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:59.738788 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-84598a7b-a8e0-4578-a74e-56f11769d18e req-7d39c41b-1e83-4033-81f1-ec312c47fd7f tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.2349682 Apr 20 14:50:59.819795 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a046250-f166-45ed-b440-67216a75a6a1 req-076b8ec1-f2f4-424b-ad88-0807e66804b1 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:50:59.822297 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1a046250-f166-45ed-b440-67216a75a6a1 req-076b8ec1-f2f4-424b-ad88-0807e66804b1 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 944 time: 0.2464392 Apr 20 14:50:59.899685 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-84598a7b-a8e0-4578-a74e-56f11769d18e req-78b76f96-32c3-4a7c-be9b-1d68e7aa8389 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476872 Apr 20 14:50:59.939909 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b6ea47f4-2784-4e2a-8f61-9e045c496b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126859243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850825031'] for subnet, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:50:59.948530 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1a046250-f166-45ed-b440-67216a75a6a1 req-4fbeeb16-271c-4855-80f5-9194a87da4dc tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccde58bc-1d84-412c-8dc0-44abc5fc6330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034944 Apr 20 14:50:59.951703 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-dfeadbac-12e2-441e-836a-f10c72933b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:00.029124 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 491c70cc-6e9a-4a35-8432-49918d9b4744 up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:51:00.093475 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea47f4-2784-4e2a-8f61-9e045c496b58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e59b1aea-7de8-4dcb-be5e-58be6da1d3b9,revision_number=0']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:00.098747 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b6ea47f4-2784-4e2a-8f61-9e045c496b58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:00.141811 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ea47f4-2784-4e2a-8f61-9e045c496b58 admin admin] Checking segment: {'id': 'fba082b5-c467-4c75-9531-65edb1fa1565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e200dbcf-96ab-4f78-811a-3386b1f00761'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:51:00.142496 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ea47f4-2784-4e2a-8f61-9e045c496b58 admin admin] Network hostable DHCP agents. Network: e200dbcf-96ab-4f78-811a-3386b1f00761, hostable agents: ['d1ac48cd-fa1b-424f-b486-f0074774d039'], hosted agents: [] {{(pid=86499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 14:51:00.184665 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port 491c70cc-6e9a-4a35-8432-49918d9b4744 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:51:00.191102 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port 491c70cc-6e9a-4a35-8432-49918d9b4744 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:51:00.191645 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:00.210913 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ea47f4-2784-4e2a-8f61-9e045c496b58 admin admin] Network e200dbcf-96ab-4f78-811a-3386b1f00761 is scheduled to be hosted by DHCP agent d1ac48cd-fa1b-424f-b486-f0074774d039 with binding_index 1 {{(pid=86499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 14:51:00.299083 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-b6ea47f4-2784-4e2a-8f61-9e045c496b58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-smb, e200dbcf-96ab-4f78-811a-3386b1f00761) {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:51:00.312454 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e34715-717d-4d19-a275-db78aeb41a0f None None] Network e200dbcf-96ab-4f78-811a-3386b1f00761 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:51:00.319324 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ea47f4-2784-4e2a-8f61-9e045c496b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:00.324442 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b6ea47f4-2784-4e2a-8f61-9e045c496b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:00.388581 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-b6ea47f4-2784-4e2a-8f61-9e045c496b58 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1653039 Apr 20 14:51:00.575062 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-22261515-8407-4222-9010-b7088b10cc84 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:00.577788 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-22261515-8407-4222-9010-b7088b10cc84 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/networks?id=bf59d578-6ae3-486b-aded-96c31005ded3 HTTP/1.1" status: 200 len: 814 time: 0.2907469 Apr 20 14:51:00.622080 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-86751214-bc10-4441-949b-2e21977a61ed tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/quotas/de85cae1acea467ebd6b66a6bc270dac HTTP/1.1" status: 200 len: 375 time: 0.0309463 Apr 20 14:51:00.706209 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39938) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:00.751360 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-dfe67660-f536-448e-896b-d244789c8dd4 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=de85cae1acea467ebd6b66a6bc270dac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270399 Apr 20 14:51:00.866136 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:00.880147 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_v2 [None req-025b3034-a1d3-4c33-8bc6-467caff69f1a admin admin] Deleting subnet 26671cad-54f1-4f34-9f87-76be4baad666 {{(pid=86499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 14:51:00.889112 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-025b3034-a1d3-4c33-8bc6-467caff69f1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:00.943127 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-fea0e8c0-eed5-4dbf-84dd-b12a681f7b99 service neutron] 10.222.0.21 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839659 Apr 20 14:51:01.022367 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-025b3034-a1d3-4c33-8bc6-467caff69f1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851047599'] for subnet, precommit_delete_associations {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:01.049064 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43d78ea-9be4-4811-ad30-6412d0ebe4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491c70cc-6e9a-4a35-8432-49918d9b4744'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:51:01.072061 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 491c70cc-6e9a-4a35-8432-49918d9b4744, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=491c70cc-6e9a-4a35-8432-49918d9b4744,segment=NetworkSegment(9810741c-d36e-47f0-b89f-e0dce3189dfd),segment_id=9810741c-d36e-47f0-b89f-e0dce3189dfd)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:51:01.078800 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf10be6f-1d6a-4738-a413-1b76a2e34e51 None None] Network e200dbcf-96ab-4f78-811a-3386b1f00761 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:51:01.092195 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-025b3034-a1d3-4c33-8bc6-467caff69f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854002903'] for subnet, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:01.186035 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ce654be6-cd04-4477-940e-e9362f29558b service neutron] 10.222.0.21 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357802 Apr 20 14:51:01.199470 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:01.206023 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:01.226017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d7b8b-6f03-440d-a7b2-45e5a5544f81 req-6c34a31d-2d3a-4f19-a6ce-687cc0795715 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:01.244543 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d94d7b8b-6f03-440d-a7b2-45e5a5544f81 req-6c34a31d-2d3a-4f19-a6ce-687cc0795715 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.1938488 Apr 20 14:51:01.282388 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=491c70cc-6e9a-4a35-8432-49918d9b4744,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:01.288184 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:01.331293 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d94d7b8b-6f03-440d-a7b2-45e5a5544f81 req-c1af2039-e5e0-490b-be5d-a90bf6eaf679 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849588 Apr 20 14:51:01.425503 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-025b3034-a1d3-4c33-8bc6-467caff69f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036727916626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3950722'] for subnet, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:01.433189 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6afc62c1-d6e9-4b5b-8965-950b663f3da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:01.492819 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b3034-a1d3-4c33-8bc6-467caff69f1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26671cad-54f1-4f34-9f87-76be4baad666,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:01.496788 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-025b3034-a1d3-4c33-8bc6-467caff69f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:01.497982 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-025b3034-a1d3-4c33-8bc6-467caff69f1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:01.505979 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-025b3034-a1d3-4c33-8bc6-467caff69f1a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/26671cad-54f1-4f34-9f87-76be4baad666 HTTP/1.1" status: 204 len: 168 time: 0.7979496 Apr 20 14:51:01.509120 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39958) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:01.571025 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43d78ea-9be4-4811-ad30-6412d0ebe4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491c70cc-6e9a-4a35-8432-49918d9b4744', 'code': 200} Apr 20 14:51:01.723038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8d0d66a9-0b72-424b-a358-6e0d3d51b764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854139803'] for network, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:01.885888 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fbb4c-451f-4ece-919c-c2ba4a398d7b req-46a40c36-1fcf-48fa-ae6c-ba3bf557d968 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:01.887498 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e55fbb4c-451f-4ece-919c-c2ba4a398d7b req-46a40c36-1fcf-48fa-ae6c-ba3bf557d968 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 945 time: 0.4119470 Apr 20 14:51:01.946165 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e55fbb4c-451f-4ece-919c-c2ba4a398d7b req-dd272d27-bc5d-4168-876a-d3d38b5d00ef tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccde58bc-1d84-412c-8dc0-44abc5fc6330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460019 Apr 20 14:51:01.953534 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8d0d66a9-0b72-424b-a358-6e0d3d51b764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772988', 'neutron.services.segments.db._delete_segments_for_network-8751737199731'] for network, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:02.074847 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ae56dd1e-d54c-4092-ad9d-4aebd360b79a req-8f8e8c72-6697-46d9-b4ed-66f7980ce189 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 210 time: 0.0575409 Apr 20 14:51:02.101855 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591aff9-af34-4ad8-84fc-cc2ebbda713b req-a200f7cc-4ec0-4c06-8f5a-328b01986a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:02.103529 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3591aff9-af34-4ad8-84fc-cc2ebbda713b req-a200f7cc-4ec0-4c06-8f5a-328b01986a11 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 1098 time: 0.1659014 Apr 20 14:51:02.113001 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-8d0d66a9-0b72-424b-a358-6e0d3d51b764 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f851116-3736-4efa-ba0c-5ae958d4e847']}} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:51:02.142080 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-8d0d66a9-0b72-424b-a358-6e0d3d51b764 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a467480-0ef3-40ab-9e2a-505490086a51') {'for_net_delete': True} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:51:02.142632 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-8d0d66a9-0b72-424b-a358-6e0d3d51b764 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a467480-0ef3-40ab-9e2a-505490086a51') {} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:51:02.165268 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8d0d66a9-0b72-424b-a358-6e0d3d51b764 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285117414499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728217'] for segment, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:02.187838 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3591aff9-af34-4ad8-84fc-cc2ebbda713b req-166de498-7ff3-4dfe-bedc-f04207503209 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ccde58bc-1d84-412c-8dc0-44abc5fc6330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701067 Apr 20 14:51:02.224632 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8d0d66a9-0b72-424b-a358-6e0d3d51b764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:02.233055 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d0d66a9-0b72-424b-a358-6e0d3d51b764 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=86499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 14:51:02.449816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-8d0d66a9-0b72-424b-a358-6e0d3d51b764 admin admin] Network 2f851116-3736-4efa-ba0c-5ae958d4e847 has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:51:02.460698 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8d0d66a9-0b72-424b-a358-6e0d3d51b764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854042056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126858253'] for segment, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:02.570046 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb0eb4d-8e3a-4cce-b5d9-380df7fff23f req-046b64dd-f070-4070-acc8-787c64aadc55 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:02.572081 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2bb0eb4d-8e3a-4cce-b5d9-380df7fff23f req-046b64dd-f070-4070-acc8-787c64aadc55 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.1027400 Apr 20 14:51:02.627629 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2bb0eb4d-8e3a-4cce-b5d9-380df7fff23f req-d851dbef-0f05-444d-9f6a-4635ccb4b894 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483570 Apr 20 14:51:02.673929 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-8d0d66a9-0b72-424b-a358-6e0d3d51b764 admin admin] Network 2f851116-3736-4efa-ba0c-5ae958d4e847 has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: Traceback (most recent call last): Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: timer() Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: cb(*args, **kw) Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: return func(*args, **kwargs) Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: self._notify() Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: self.callback(batched_events) Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: event.method(event) Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: segment_id)['aggregates'][0] Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: return f(self, *a, **k) Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: return self._get(url).json() Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: **kwargs) Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: return self.request(url, 'GET', **kwargs) Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: **endpoint_filter) Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:51:02.699373 dv-cinder-742162-4-smb neutron-server[86383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:51:02.842367 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8d0d66a9-0b72-424b-a358-6e0d3d51b764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854002828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808770'] for network, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:02.853870 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8d0d66a9-0b72-424b-a358-6e0d3d51b764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:02.861343 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:02.889508 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-8d0d66a9-0b72-424b-a358-6e0d3d51b764 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2f851116-3736-4efa-ba0c-5ae958d4e847 HTTP/1.1" status: 204 len: 168 time: 1.3790855 Apr 20 14:51:02.893081 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d66a9-0b72-424b-a358-6e0d3d51b764 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f851116-3736-4efa-ba0c-5ae958d4e847,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:02.893298 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8d0d66a9-0b72-424b-a358-6e0d3d51b764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:02.899687 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 39982) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:03.068780 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c8dfb1-a427-4a02-bbd5-2627f6ea8b2d admin admin] Deleting subnet e59b1aea-7de8-4dcb-be5e-58be6da1d3b9 {{(pid=86499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 14:51:03.075325 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e5c8dfb1-a427-4a02-bbd5-2627f6ea8b2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:03.222624 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e5c8dfb1-a427-4a02-bbd5-2627f6ea8b2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851047599'] for subnet, precommit_delete_associations {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:03.302284 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e5c8dfb1-a427-4a02-bbd5-2627f6ea8b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854002903'] for subnet, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:03.375984 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b34d7-2540-46ab-9068-3a78b4251faa req-b9f58cdb-095a-4a42-8b3b-cd33b752b9e3 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:03.377739 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5c5b34d7-2540-46ab-9068-3a78b4251faa req-b9f58cdb-095a-4a42-8b3b-cd33b752b9e3 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 945 time: 0.1393900 Apr 20 14:51:03.479855 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4c91e5e3-a02c-40ae-86e6-51a3c05352bf req-b84aecc0-abac-45fd-b0f9-8743e2028729 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 210 time: 0.0798223 Apr 20 14:51:03.514636 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5c5b34d7-2540-46ab-9068-3a78b4251faa req-9d1b4a5b-4415-42ca-a64f-914a765b82a9 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccde58bc-1d84-412c-8dc0-44abc5fc6330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186681 Apr 20 14:51:03.878289 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e5c8dfb1-a427-4a02-bbd5-2627f6ea8b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036727916626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3950722'] for subnet, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:03.901695 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0d573614-3af0-487e-8c47-bb6153275049 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:03.959509 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e5c8dfb1-a427-4a02-bbd5-2627f6ea8b2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:03.975559 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8dfb1-a427-4a02-bbd5-2627f6ea8b2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e59b1aea-7de8-4dcb-be5e-58be6da1d3b9,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:03.979482 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e5c8dfb1-a427-4a02-bbd5-2627f6ea8b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:03.979752 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8b182-75c9-4c85-964e-8d9c23d7d7cc req-f379e903-4a5b-4c0e-a888-95513859e6e6 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:03.986438 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-e5c8dfb1-a427-4a02-bbd5-2627f6ea8b2d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e59b1aea-7de8-4dcb-be5e-58be6da1d3b9 HTTP/1.1" status: 204 len: 168 time: 1.0811834 Apr 20 14:51:03.988902 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-94c8b182-75c9-4c85-964e-8d9c23d7d7cc req-f379e903-4a5b-4c0e-a888-95513859e6e6 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.1527810 Apr 20 14:51:03.995354 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 40016) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:04.089158 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-94c8b182-75c9-4c85-964e-8d9c23d7d7cc req-84230db1-5835-42ec-8eb3-4c7839e2d475 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991356 Apr 20 14:51:04.254767 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a844365-8d1c-4b52-8bd0-d802014374ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854139803'] for network, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:04.330430 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-b462255b-8182-4c64-b1ba-5ae600be368e tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:04.332818 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-b462255b-8182-4c64-b1ba-5ae600be368e tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.13 "GET /v2.0/networks?id=bf59d578-6ae3-486b-aded-96c31005ded3 HTTP/1.1" status: 200 len: 814 time: 0.2189686 Apr 20 14:51:04.362473 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-fde197df-2b63-4de5-85dd-af6bd92f3f5a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Request body: {'port': {'device_id': 'd8a507c5-d875-485d-88d4-c047e148741d', 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3', 'admin_state_up': True, 'tenant_id': 'de85cae1acea467ebd6b66a6bc270dac'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:04.706250 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a844365-8d1c-4b52-8bd0-d802014374ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772988', 'neutron.services.segments.db._delete_segments_for_network-8751737199731'] for network, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:04.800668 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-fde197df-2b63-4de5-85dd-af6bd92f3f5a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:51:04.883574 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-7a844365-8d1c-4b52-8bd0-d802014374ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e200dbcf-96ab-4f78-811a-3386b1f00761']}} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:51:04.900750 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-fde197df-2b63-4de5-85dd-af6bd92f3f5a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:51:04.918734 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-7a844365-8d1c-4b52-8bd0-d802014374ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba082b5-c467-4c75-9531-65edb1fa1565') {'for_net_delete': True} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:51:04.919692 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-7a844365-8d1c-4b52-8bd0-d802014374ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba082b5-c467-4c75-9531-65edb1fa1565') {} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:51:04.929924 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-eef405ea-9a4b-4f1d-b74d-db9d693fd117 req-ab84243f-e52e-48db-8693-bc5966152afc tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 210 time: 0.0780663 Apr 20 14:51:04.938766 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a844365-8d1c-4b52-8bd0-d802014374ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285117414499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728217'] for segment, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:04.973328 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a844365-8d1c-4b52-8bd0-d802014374ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:04.987874 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a844365-8d1c-4b52-8bd0-d802014374ea admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=86499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 14:51:04.997865 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5769c8a-09cd-4069-9af7-147bb3fb3b85 req-b66086d0-e359-4921-a2f8-77a2224e99a0 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:05.000938 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c5769c8a-09cd-4069-9af7-147bb3fb3b85 req-b66086d0-e359-4921-a2f8-77a2224e99a0 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 945 time: 0.1871119 Apr 20 14:51:05.002925 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-fde197df-2b63-4de5-85dd-af6bd92f3f5a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Made reservation on behalf of de85cae1acea467ebd6b66a6bc270dac for: {'port': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:51:05.014053 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-fde197df-2b63-4de5-85dd-af6bd92f3f5a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:05.175968 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c5769c8a-09cd-4069-9af7-147bb3fb3b85 req-082ef3b8-0d65-49b0-8501-7bd8b88c746b tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccde58bc-1d84-412c-8dc0-44abc5fc6330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342468 Apr 20 14:51:05.240182 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-7a844365-8d1c-4b52-8bd0-d802014374ea admin admin] Network e200dbcf-96ab-4f78-811a-3386b1f00761 has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:51:05.259317 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a844365-8d1c-4b52-8bd0-d802014374ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854042056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126858253'] for segment, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:05.345600 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5beb5-44fe-4b3d-9034-85c8c4d11c6b req-1f5bfb42-46a9-4ce4-a749-b62a8423540f tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:05.347439 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e9d5beb5-44fe-4b3d-9034-85c8c4d11c6b req-1f5bfb42-46a9-4ce4-a749-b62a8423540f tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.1028898 Apr 20 14:51:05.433288 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e9d5beb5-44fe-4b3d-9034-85c8c4d11c6b req-dc9ab453-c490-4204-842f-ea7aeae58328 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727630 Apr 20 14:51:05.507930 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-7a844365-8d1c-4b52-8bd0-d802014374ea admin admin] Network e200dbcf-96ab-4f78-811a-3386b1f00761 has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: Traceback (most recent call last): Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: timer() Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: cb(*args, **kw) Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: return func(*args, **kwargs) Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: self._notify() Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: self.callback(batched_events) Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: event.method(event) Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: segment_id)['aggregates'][0] Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: return f(self, *a, **k) Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: return self._get(url).json() Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: **kwargs) Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: return self.request(url, 'GET', **kwargs) Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: **endpoint_filter) Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:51:05.548249 dv-cinder-742162-4-smb neutron-server[86383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:51:05.708405 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a844365-8d1c-4b52-8bd0-d802014374ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854002828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808770'] for network, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:05.720656 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a844365-8d1c-4b52-8bd0-d802014374ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:05.724531 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:05.753284 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-7a844365-8d1c-4b52-8bd0-d802014374ea admin admin] 10.222.0.21 "DELETE /v2.0/networks/e200dbcf-96ab-4f78-811a-3386b1f00761 HTTP/1.1" status: 204 len: 168 time: 1.7566516 Apr 20 14:51:05.754451 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a844365-8d1c-4b52-8bd0-d802014374ea admin admin] Pushing event deleted for resources: {'Network': ['ID=e200dbcf-96ab-4f78-811a-3386b1f00761,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:05.757997 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7a844365-8d1c-4b52-8bd0-d802014374ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:05.780253 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-fde197df-2b63-4de5-85dd-af6bd92f3f5a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Allocated IP 172.20.0.13 (bf59d578-6ae3-486b-aded-96c31005ded3/6ddaa3a8-e61f-46b9-96aa-d346948b134a/f997ebca-fca5-4163-b17c-7016a4b6765e) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:51:06.190630 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-fde197df-2b63-4de5-85dd-af6bd92f3f5a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:06.273086 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7a90e668-d310-469e-b729-4d5853dc2193 req-683726a5-97dc-4e48-8484-cd5d282424cf tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 210 time: 0.0562923 Apr 20 14:51:06.321447 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-fde197df-2b63-4de5-85dd-af6bd92f3f5a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:06.331774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 40068) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:06.336240 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:06.390455 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['7244db19-aec0-4ece-9b20-6e68e915d889', '3548640b-9ea8-4e33-8da9-5cfa2a5f32bd'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:51:06.403764 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-80bba559-b5c8-4160-a832-af3f88870869 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e0a19045367434b8470c4eca25079ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0706525 Apr 20 14:51:06.406781 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 40074) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:06.480369 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde197df-2b63-4de5-85dd-af6bd92f3f5a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Pushing event updated for resources: {'Port': ['ID=f997ebca-fca5-4163-b17c-7016a4b6765e,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:06.494307 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fde197df-2b63-4de5-85dd-af6bd92f3f5a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:06.504454 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-fde197df-2b63-4de5-85dd-af6bd92f3f5a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Network bf59d578-6ae3-486b-aded-96c31005ded3 is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:51:06.505989 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-fde197df-2b63-4de5-85dd-af6bd92f3f5a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:51:06.514774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-fde197df-2b63-4de5-85dd-af6bd92f3f5a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:51:06.524082 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-fde197df-2b63-4de5-85dd-af6bd92f3f5a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:06.525466 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-fde197df-2b63-4de5-85dd-af6bd92f3f5a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:06.573874 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-abe95939-b827-484f-a089-301d175e17eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:06.632177 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-fde197df-2b63-4de5-85dd-af6bd92f3f5a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2804193 Apr 20 14:51:06.648657 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-abe95939-b827-484f-a089-301d175e17eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:06.669371 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Request body: {'port': {'device_id': 'd8a507c5-d875-485d-88d4-c047e148741d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:06.777852 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 40088) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:06.845313 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-abe95939-b827-484f-a089-301d175e17eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:06.854926 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-208f4dd0-494f-4943-9d2f-99fd59bfa43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:06.874878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe95939-b827-484f-a089-301d175e17eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add5bff4-5a87-4a69-b7c0-8378418697f2,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:06.878803 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-abe95939-b827-484f-a089-301d175e17eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:06.880661 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-abe95939-b827-484f-a089-301d175e17eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:06.881558 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-abe95939-b827-484f-a089-301d175e17eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/add5bff4-5a87-4a69-b7c0-8378418697f2 HTTP/1.1" status: 204 len: 168 time: 0.4736202 Apr 20 14:51:06.951735 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1e4e4e98-dfc2-4653-a99c-1e353c81ca34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:06.971673 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-1e4e4e98-dfc2-4653-a99c-1e353c81ca34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:51:06.978582 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-1e4e4e98-dfc2-4653-a99c-1e353c81ca34 admin admin] Usage tracker for resource:security_group_rule and tenant:c6397e6a6c784eb788c56fa683cdc145 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:51:06.982536 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-1e4e4e98-dfc2-4653-a99c-1e353c81ca34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:51:06.991281 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-1e4e4e98-dfc2-4653-a99c-1e353c81ca34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:51:07.044912 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:07.133878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c73f18-316a-432c-8799-41c7772f4534 req-319403ac-7c3b-4345-878e-a36ad4658779 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:07.135669 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e1c73f18-316a-432c-8799-41c7772f4534 req-319403ac-7c3b-4345-878e-a36ad4658779 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.3788648 Apr 20 14:51:07.269168 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e1c73f18-316a-432c-8799-41c7772f4534 req-1de83257-7168-4c0c-8ac4-1952744925b4 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222577 Apr 20 14:51:07.319399 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1e4e4e98-dfc2-4653-a99c-1e353c81ca34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:07.370336 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1e4e4e98-dfc2-4653-a99c-1e353c81ca34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:07.407868 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5a6e2f71-5ac6-4ae0-be1e-fbd6cfa69f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:07.466006 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-1e4e4e98-dfc2-4653-a99c-1e353c81ca34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6397e6a6c784eb788c56fa683cdc145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6868885 Apr 20 14:51:07.466777 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 40104) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:07.480652 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e4e98-dfc2-4653-a99c-1e353c81ca34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cba3e3-4ced-4f23-96b2-2f9e3ab74dac,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:07.480652 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1e4e4e98-dfc2-4653-a99c-1e353c81ca34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:07.589091 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 40108) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:07.652390 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-05b9e266-39e1-48ac-97f5-249e7d22969f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25f0f89469674165a66a34e901048075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616698 Apr 20 14:51:07.655747 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 40112) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:07.678610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-14c0b595-4370-431e-8da0-15cdd3c16e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:07.718454 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a94bf8-0106-4359-8423-052c24a16cce req-a493c53c-e9bf-4f2b-aab5-c7d1bb2d1fe0 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:07.719298 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-65a94bf8-0106-4359-8423-052c24a16cce req-a493c53c-e9bf-4f2b-aab5-c7d1bb2d1fe0 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Synchronizing usage tracker for tenant:de85cae1acea467ebd6b66a6bc270dac on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:51:07.729623 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a584-7ea1-4d8a-a423-e5454ab73d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:07.734768 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-14c0b595-4370-431e-8da0-15cdd3c16e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:07.763156 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a584-7ea1-4d8a-a423-e5454ab73d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:07.845841 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-65a94bf8-0106-4359-8423-052c24a16cce req-a493c53c-e9bf-4f2b-aab5-c7d1bb2d1fe0 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Unset dirty status for tenant:de85cae1acea467ebd6b66a6bc270dac on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:51:07.852281 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-65a94bf8-0106-4359-8423-052c24a16cce req-a493c53c-e9bf-4f2b-aab5-c7d1bb2d1fe0 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 932 time: 0.3824720 Apr 20 14:51:07.879787 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f997ebca-fca5-4163-b17c-7016a4b6765e {{(pid=86498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:51:07.915008 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:07.923231 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-65a94bf8-0106-4359-8423-052c24a16cce req-cfbba468-faf4-4d7e-b22f-98b29e6f02f6 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633848 Apr 20 14:51:08.138543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Transition to ACTIVE for port object f997ebca-fca5-4163-b17c-7016a4b6765e will not be triggered until provisioned by entity L2. {{(pid=86498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:51:08.161739 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a584-7ea1-4d8a-a423-e5454ab73d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:08.172887 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c4b91cf0-95a3-401e-a014-94781afa9fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:08.191587 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-14c0b595-4370-431e-8da0-15cdd3c16e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:08.199864 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9a584-7ea1-4d8a-a423-e5454ab73d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acd8ab9-8004-45e5-a570-e2e62065ea4e,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:08.202581 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-70a8911e-d89d-4862-b62f-2e55e4b6f09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:08.209307 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7bf9a584-7ea1-4d8a-a423-e5454ab73d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:08.213541 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7bf9a584-7ea1-4d8a-a423-e5454ab73d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:08.215909 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-7bf9a584-7ea1-4d8a-a423-e5454ab73d06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9acd8ab9-8004-45e5-a570-e2e62065ea4e HTTP/1.1" status: 204 len: 168 time: 0.5586247 Apr 20 14:51:08.216554 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:08.244210 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0b595-4370-431e-8da0-15cdd3c16e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cba3e3-4ced-4f23-96b2-2f9e3ab74dac,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:08.248332 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-14c0b595-4370-431e-8da0-15cdd3c16e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:08.252921 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-14c0b595-4370-431e-8da0-15cdd3c16e36 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34cba3e3-4ced-4f23-96b2-2f9e3ab74dac HTTP/1.1" status: 204 len: 168 time: 0.7769496 Apr 20 14:51:08.254025 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-14c0b595-4370-431e-8da0-15cdd3c16e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:08.254594 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fde197df-2b63-4de5-85dd-af6bd92f3f5a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:08.520387 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Attempting to bind port f997ebca-fca5-4163-b17c-7016a4b6765e on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:51:08.520947 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Attempting to bind port f997ebca-fca5-4163-b17c-7016a4b6765e by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '253c8595-0217-4d33-b648-ba96be701902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3'}] {{(pid=86498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:51:08.521146 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Attempting to bind port f997ebca-fca5-4163-b17c-7016a4b6765e on network bf59d578-6ae3-486b-aded-96c31005ded3 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:51:08.523795 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Pushing event updated for resources: {'Port': ['ID=f997ebca-fca5-4163-b17c-7016a4b6765e,revision_number=2']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:08.528462 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:08.531028 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Port f997ebca-fca5-4163-b17c-7016a4b6765e on network bf59d578-6ae3-486b-aded-96c31005ded3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:51:08.531397 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Attempting to bind port f997ebca-fca5-4163-b17c-7016a4b6765e on network bf59d578-6ae3-486b-aded-96c31005ded3 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:51:08.542063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:51:08.542980 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Checking segment: {'id': '253c8595-0217-4d33-b648-ba96be701902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:51:08.544668 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Bound using segment: {'id': '253c8595-0217-4d33-b648-ba96be701902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3'} {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:51:08.545866 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Bound port: f997ebca-fca5-4163-b17c-7016a4b6765e, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253c8595-0217-4d33-b648-ba96be701902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3'}}] {{(pid=86498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:51:08.547305 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:08.809944 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] For port f997ebca-fca5-4163-b17c-7016a4b6765e, host hv-cinder-74216, cleared binding levels {{(pid=86498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:51:08.819538 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] For port f997ebca-fca5-4163-b17c-7016a4b6765e, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f997ebca-fca5-4163-b17c-7016a4b6765e,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:51:08.865329 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d75649-b64c-4ccd-a9bc-cc949e606ace req-7f801594-ceb6-4f3c-bd42-aab381779f46 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:08.866953 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-73d75649-b64c-4ccd-a9bc-cc949e606ace req-7f801594-ceb6-4f3c-bd42-aab381779f46 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.2871583 Apr 20 14:51:08.868310 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:08.873664 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:08.962579 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:08.963556 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:08.966926 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] 10.222.0.13 "PUT /v2.0/ports/f997ebca-fca5-4163-b17c-7016a4b6765e HTTP/1.1" status: 200 len: 1094 time: 2.3088834 Apr 20 14:51:08.967815 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a507c5-d875-485d-88d4-c047e148741d', 'tag': 'f997ebca-fca5-4163-b17c-7016a4b6765e'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:51:09.015927 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-73d75649-b64c-4ccd-a9bc-cc949e606ace req-f27273ce-5932-43c8-8283-4619fb99c93b tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046557 Apr 20 14:51:09.020698 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Pushing event updated for resources: {'Port': ['ID=f997ebca-fca5-4163-b17c-7016a4b6765e,revision_number=3']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:09.024362 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:09.095333 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a507c5-d875-485d-88d4-c047e148741d', 'tag': 'f997ebca-fca5-4163-b17c-7016a4b6765e', 'status': 'completed', 'code': 200} Apr 20 14:51:09.232497 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 40152) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:09.266403 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e5978ded-4363-4121-a7e1-62e1f03e0cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:09.278421 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-3b16556e-8e0b-41ef-8e11-de87c3b176fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:09.280250 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-3b16556e-8e0b-41ef-8e11-de87c3b176fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de85cae1acea467ebd6b66a6bc270dac&device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 1097 time: 0.1803260 Apr 20 14:51:09.290551 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1808475-d9ed-4e35-9fb5-1fcb392c50c3 req-0ad0f66d-5b98-481d-9e3d-968767188bda tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:09.292300 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c1808475-d9ed-4e35-9fb5-1fcb392c50c3 req-0ad0f66d-5b98-481d-9e3d-968767188bda tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 944 time: 0.1375947 Apr 20 14:51:09.296533 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-e5978ded-4363-4121-a7e1-62e1f03e0cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:51:09.302618 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-e5978ded-4363-4121-a7e1-62e1f03e0cbe admin admin] Usage tracker for resource:security_group_rule and tenant:c44cb5f3421b4f35a4d514bc448b3cf6 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:51:09.307727 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-e5978ded-4363-4121-a7e1-62e1f03e0cbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:51:09.317857 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-e5978ded-4363-4121-a7e1-62e1f03e0cbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:51:09.499346 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-1383c7d4-8cbb-42b4-aa98-b1e7b1f0b3f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f997ebca-fca5-4163-b17c-7016a4b6765e HTTP/1.1" status: 200 len: 217 time: 0.1981251 Apr 20 14:51:09.511294 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e5978ded-4363-4121-a7e1-62e1f03e0cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:09.545017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e5978ded-4363-4121-a7e1-62e1f03e0cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:09.554774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7bf9a584-7ea1-4d8a-a423-e5454ab73d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:09.594782 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5978ded-4363-4121-a7e1-62e1f03e0cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1764008-effb-4143-908e-2c0149ea9291,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:09.601710 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e5978ded-4363-4121-a7e1-62e1f03e0cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:09.637917 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-e5978ded-4363-4121-a7e1-62e1f03e0cbe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c44cb5f3421b4f35a4d514bc448b3cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4017503 Apr 20 14:51:09.638869 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 40166) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:09.738457 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c1808475-d9ed-4e35-9fb5-1fcb392c50c3 req-d4103816-f3b4-4272-b851-107216f13cd8 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426283 Apr 20 14:51:09.765773 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-434a092f-8fe0-4f77-a702-95050d0be5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:09.768703 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-434a092f-8fe0-4f77-a702-95050d0be5e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ddaa3a8-e61f-46b9-96aa-d346948b134a HTTP/1.1" status: 200 len: 854 time: 0.2309797 Apr 20 14:51:09.781521 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ed926573-9e09-4ff6-8028-04f71cda0b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:09.817873 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ed926573-9e09-4ff6-8028-04f71cda0b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:09.934704 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ed926573-9e09-4ff6-8028-04f71cda0b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:09.948706 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fb480a58-51e9-47db-a2a3-163b2679eb2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:09.971823 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed926573-9e09-4ff6-8028-04f71cda0b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1764008-effb-4143-908e-2c0149ea9291,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:09.988534 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ed926573-9e09-4ff6-8028-04f71cda0b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:09.990308 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ed926573-9e09-4ff6-8028-04f71cda0b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:09.991679 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-ed926573-9e09-4ff6-8028-04f71cda0b5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1764008-effb-4143-908e-2c0149ea9291 HTTP/1.1" status: 204 len: 168 time: 0.3514960 Apr 20 14:51:10.166359 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-9a3462be-c556-4773-8042-ef3de3e9767f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf59d578-6ae3-486b-aded-96c31005ded3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3866801 Apr 20 14:51:10.317650 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 40188) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:10.403934 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-665f699f-ea32-4c69-889e-9c2bde596da7 service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281375 Apr 20 14:51:10.439580 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae41a2d-b4a1-4c6f-8542-282af5d37725 req-785f8043-9692-4136-8816-8d89f9d9fff0 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:10.443634 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fae41a2d-b4a1-4c6f-8542-282af5d37725 req-785f8043-9692-4136-8816-8d89f9d9fff0 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.2419941 Apr 20 14:51:10.473958 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f03a99d5-f04b-4d61-ad0c-2a702be9f453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:10.641203 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-63b67081-9c3d-4c7b-ac25-f30475ecc13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:10.679731 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3892a9d8-18a2-47c7-9ae4-1635784abeb3 req-de41f620-d930-4e79-8560-609e5ec4775b service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669799 Apr 20 14:51:10.700959 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-63b67081-9c3d-4c7b-ac25-f30475ecc13a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:51:10.704775 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fae41a2d-b4a1-4c6f-8542-282af5d37725 req-f92d3c2c-5535-4604-a18e-8c7d6e0dd706 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347624 Apr 20 14:51:10.717448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-63b67081-9c3d-4c7b-ac25-f30475ecc13a admin admin] Usage tracker for resource:security_group_rule and tenant:31ed548b1ed74cbeacb953da93405903 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:51:10.721064 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-63b67081-9c3d-4c7b-ac25-f30475ecc13a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:51:10.729527 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-63b67081-9c3d-4c7b-ac25-f30475ecc13a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:51:10.857240 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-63b67081-9c3d-4c7b-ac25-f30475ecc13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:10.869903 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 40210) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:10.884915 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-63b67081-9c3d-4c7b-ac25-f30475ecc13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:10.895079 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-542f17a4-7528-478c-a3d5-b90c91b5b91e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:10.952389 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-63b67081-9c3d-4c7b-ac25-f30475ecc13a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=31ed548b1ed74cbeacb953da93405903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6326838 Apr 20 14:51:10.953467 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b67081-9c3d-4c7b-ac25-f30475ecc13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f9fd5e-d62d-4f79-8d78-fc87757b7d48,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:10.966975 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 40214) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:10.974365 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-63b67081-9c3d-4c7b-ac25-f30475ecc13a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:10.999311 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-92408a8a-80af-4ffe-8114-070abd8823d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:11.034463 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-92408a8a-80af-4ffe-8114-070abd8823d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:51:11.054413 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-92408a8a-80af-4ffe-8114-070abd8823d8 admin admin] Usage tracker for resource:security_group_rule and tenant:7fe8ee6a691044a2a724975ba86aca29 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:51:11.073627 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-92408a8a-80af-4ffe-8114-070abd8823d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:51:11.106697 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-92408a8a-80af-4ffe-8114-070abd8823d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:51:11.145223 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1d14d542-28b8-4aee-99f7-ba50c2450bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:11.186691 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d628d-6101-461e-85a7-a6e4e5fbb942 req-498a4d95-5818-48f7-b552-952ef442dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:11.189561 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7d8d628d-6101-461e-85a7-a6e4e5fbb942 req-498a4d95-5818-48f7-b552-952ef442dbeb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de85cae1acea467ebd6b66a6bc270dac&device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 1097 time: 0.3220675 Apr 20 14:51:11.205053 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1d14d542-28b8-4aee-99f7-ba50c2450bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:11.275409 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda10177-3c2a-47a7-8403-6c7d5f08fc0a req-543d8f3b-968c-442c-9302-a388bbeb2679 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:11.283352 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cda10177-3c2a-47a7-8403-6c7d5f08fc0a req-543d8f3b-968c-442c-9302-a388bbeb2679 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 944 time: 0.3467004 Apr 20 14:51:11.313637 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1d14d542-28b8-4aee-99f7-ba50c2450bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:11.319293 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ca7e6d49-412c-43d1-a59a-2ae9a59028b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:11.338420 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d14d542-28b8-4aee-99f7-ba50c2450bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f9fd5e-d62d-4f79-8d78-fc87757b7d48,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:11.341560 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1d14d542-28b8-4aee-99f7-ba50c2450bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:11.342962 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1d14d542-28b8-4aee-99f7-ba50c2450bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:11.344182 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-1d14d542-28b8-4aee-99f7-ba50c2450bbe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1f9fd5e-d62d-4f79-8d78-fc87757b7d48 HTTP/1.1" status: 204 len: 168 time: 0.3757901 Apr 20 14:51:11.563285 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cda10177-3c2a-47a7-8403-6c7d5f08fc0a req-7dd783a5-a8ae-4e7a-80ba-698f477e7d82 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660241 Apr 20 14:51:11.690960 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d628d-6101-461e-85a7-a6e4e5fbb942 req-a66165c7-9bad-4ff7-892d-16c4e362f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:11.692840 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7d8d628d-6101-461e-85a7-a6e4e5fbb942 req-a66165c7-9bad-4ff7-892d-16c4e362f918 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf59d578-6ae3-486b-aded-96c31005ded3 HTTP/1.1" status: 200 len: 914 time: 0.4829874 Apr 20 14:51:11.805409 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7d8d628d-6101-461e-85a7-a6e4e5fbb942 req-a6c7a18a-c7fa-4d8c-873c-7bac8a01814e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f997ebca-fca5-4163-b17c-7016a4b6765e HTTP/1.1" status: 200 len: 217 time: 0.1019752 Apr 20 14:51:11.823373 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-92408a8a-80af-4ffe-8114-070abd8823d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:11.891259 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-92408a8a-80af-4ffe-8114-070abd8823d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:11.928532 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:11.973873 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-92408a8a-80af-4ffe-8114-070abd8823d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fe8ee6a691044a2a724975ba86aca29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0986958 Apr 20 14:51:11.974080 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 40242) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:11.999826 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92408a8a-80af-4ffe-8114-070abd8823d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a4744f-3a19-4aac-9b4a-7a9d590198f2,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:12.003354 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-92408a8a-80af-4ffe-8114-070abd8823d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:12.087006 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c3f401e4-41ba-485f-a636-50f25517b7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:12.121074 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d628d-6101-461e-85a7-a6e4e5fbb942 req-738ce153-e748-466e-9593-45ea506747d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:12.124500 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7d8d628d-6101-461e-85a7-a6e4e5fbb942 req-738ce153-e748-466e-9593-45ea506747d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ddaa3a8-e61f-46b9-96aa-d346948b134a HTTP/1.1" status: 200 len: 854 time: 0.2735939 Apr 20 14:51:12.142334 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c3f401e4-41ba-485f-a636-50f25517b7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:12.256407 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7d8d628d-6101-461e-85a7-a6e4e5fbb942 req-52751525-bc43-482c-a2d0-25f8920d582c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf59d578-6ae3-486b-aded-96c31005ded3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707409 Apr 20 14:51:12.289106 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c3f401e4-41ba-485f-a636-50f25517b7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:12.304482 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f63a4ee5-d917-41e7-bbea-d95e1169a57a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:12.340978 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f401e4-41ba-485f-a636-50f25517b7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a4744f-3a19-4aac-9b4a-7a9d590198f2,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:12.349233 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c3f401e4-41ba-485f-a636-50f25517b7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:12.351443 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c3f401e4-41ba-485f-a636-50f25517b7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:12.354022 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-c3f401e4-41ba-485f-a636-50f25517b7cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/82a4744f-3a19-4aac-9b4a-7a9d590198f2 HTTP/1.1" status: 204 len: 168 time: 0.3786330 Apr 20 14:51:12.426408 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76846fcc-d31f-4147-afd9-12c4487fe8a4 req-5182e6a0-7cd4-465e-9f30-452cf4d40f2b tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:12.428619 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-76846fcc-d31f-4147-afd9-12c4487fe8a4 req-5182e6a0-7cd4-465e-9f30-452cf4d40f2b tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 945 time: 0.4346797 Apr 20 14:51:12.448264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd484d1-c9a3-49c2-8147-9b6da452e622 req-37ecffc5-2b43-4bb3-bd36-18945e606d35 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:12.449879 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cfd484d1-c9a3-49c2-8147-9b6da452e622 req-37ecffc5-2b43-4bb3-bd36-18945e606d35 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.3467536 Apr 20 14:51:12.465789 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:51:12.560753 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7d8d628d-6101-461e-85a7-a6e4e5fbb942 req-75980e6f-9ef3-4f8b-9cd5-1f322b085812 service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934875 Apr 20 14:51:12.568608 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cfd484d1-c9a3-49c2-8147-9b6da452e622 req-5c437b1d-ffe2-4d2c-8567-3d88af5437e0 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899220 Apr 20 14:51:12.571684 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-76846fcc-d31f-4147-afd9-12c4487fe8a4 req-43b6692a-4f85-4c13-91c7-714dfd4b83e2 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccde58bc-1d84-412c-8dc0-44abc5fc6330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179910 Apr 20 14:51:12.769711 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7d8d628d-6101-461e-85a7-a6e4e5fbb942 req-6bd95ebf-c19a-4345-9eee-a9cc672aa3fb service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964338 Apr 20 14:51:13.045414 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5e256e24-729a-489e-98ee-e24c9cb90560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:13.151464 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b255b2-bed8-46d0-ab03-b14ccafe4248 req-d29ee4ff-0ba8-4b90-af98-f5d81150cc2e tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:13.153346 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b4b255b2-bed8-46d0-ab03-b14ccafe4248 req-d29ee4ff-0ba8-4b90-af98-f5d81150cc2e tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 944 time: 0.1470101 Apr 20 14:51:13.210352 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b4b255b2-bed8-46d0-ab03-b14ccafe4248 req-2752a8cc-208d-4fa0-9dcb-4c4b411a1a01 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494437 Apr 20 14:51:14.070033 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bef69-61a0-4c88-bf70-f58114259045 req-92397835-37a2-4007-babb-ea8b603c02da tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:14.071880 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a92bef69-61a0-4c88-bf70-f58114259045 req-92397835-37a2-4007-babb-ea8b603c02da tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.3142436 Apr 20 14:51:14.087501 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device f997ebca-fca5-4163-b17c-7016a4b6765e details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:51:14.092742 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb2129-6663-43ca-be2d-7436cd901538 req-26ca3dcb-a938-4eb9-a97c-b33127a67804 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:14.101713 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f1bb2129-6663-43ca-be2d-7436cd901538 req-26ca3dcb-a938-4eb9-a97c-b33127a67804 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 945 time: 0.2983856 Apr 20 14:51:14.208859 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514672ae-ddb9-4862-bf88-1755f2f18141 req-bf957f0e-a732-4370-bcbd-7217f94ce0bf tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:14.210813 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-514672ae-ddb9-4862-bf88-1755f2f18141 req-bf957f0e-a732-4370-bcbd-7217f94ce0bf tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.13 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 945 time: 0.3296311 Apr 20 14:51:14.278024 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f1bb2129-6663-43ca-be2d-7436cd901538 req-10062b33-ef68-402a-aec2-196b5ef619f9 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccde58bc-1d84-412c-8dc0-44abc5fc6330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740155 Apr 20 14:51:14.294236 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a92bef69-61a0-4c88-bf70-f58114259045 req-dd39a321-1f85-4b23-baa9-f02abce2ba89 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761622 Apr 20 14:51:14.322367 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port f997ebca-fca5-4163-b17c-7016a4b6765e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f997ebca-fca5-4163-b17c-7016a4b6765e,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:51:14.335054 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-514672ae-ddb9-4862-bf88-1755f2f18141 req-edc48d1d-4dd3-441e-a9ce-2927818b5890 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Deleting port 491c70cc-6e9a-4a35-8432-49918d9b4744 {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:51:14.335454 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-514672ae-ddb9-4862-bf88-1755f2f18141 req-edc48d1d-4dd3-441e-a9ce-2927818b5890 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:14.339758 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': 'f997ebca-fca5-4163-b17c-7016a4b6765e', 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3', 'port_id': 'f997ebca-fca5-4163-b17c-7016a4b6765e', 'mac_address': 'fa:16:3e:09:fe:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddaa3a8-e61f-46b9-96aa-d346948b134a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:51:14.342498 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:14.423660 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:14.462316 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f997ebca-fca5-4163-b17c-7016a4b6765e {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:51:14.500228 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port f997ebca-fca5-4163-b17c-7016a4b6765e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f997ebca-fca5-4163-b17c-7016a4b6765e,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:51:14.503441 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:14.536642 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:14.539083 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a18b0258-a5c2-495e-8ae5-a18e18fe12d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:14.675979 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=f997ebca-fca5-4163-b17c-7016a4b6765e,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:14.682684 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:14.963221 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['f997ebca-fca5-4163-b17c-7016a4b6765e'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:51:14.995878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-514672ae-ddb9-4862-bf88-1755f2f18141 req-edc48d1d-4dd3-441e-a9ce-2927818b5890 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] For port 491c70cc-6e9a-4a35-8432-49918d9b4744, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=491c70cc-6e9a-4a35-8432-49918d9b4744,segment=NetworkSegment(9810741c-d36e-47f0-b89f-e0dce3189dfd),segment_id=9810741c-d36e-47f0-b89f-e0dce3189dfd)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:51:14.996281 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-514672ae-ddb9-4862-bf88-1755f2f18141 req-edc48d1d-4dd3-441e-a9ce-2927818b5890 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:15.152126 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-514672ae-ddb9-4862-bf88-1755f2f18141 req-edc48d1d-4dd3-441e-a9ce-2927818b5890 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Calling delete_port for 491c70cc-6e9a-4a35-8432-49918d9b4744 owned by compute:nova {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:51:15.194036 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539c4de-87b9-472a-a490-4c45115871d0 req-95a9e03f-1902-4659-a455-fe24acbc3886 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:15.202016 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f539c4de-87b9-472a-a490-4c45115871d0 req-95a9e03f-1902-4659-a455-fe24acbc3886 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 945 time: 0.3206093 Apr 20 14:51:15.372286 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f539c4de-87b9-472a-a490-4c45115871d0 req-52e67307-7342-43a4-bb97-847c7d1bb9bb tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691759 Apr 20 14:51:15.551426 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:15.797438 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf51e9d-7b57-434f-902c-7e03eb8a1551 req-a0248533-ebac-41c0-bb21-0cde19d9d9a4 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:15.801336 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cbf51e9d-7b57-434f-902c-7e03eb8a1551 req-a0248533-ebac-41c0-bb21-0cde19d9d9a4 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.2079792 Apr 20 14:51:15.812510 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7934c-bc0c-4a4f-89ab-4d405bb99046 req-9ec41009-d4f3-45fa-bf02-a9541758f927 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:15.814150 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f6f7934c-bc0c-4a4f-89ab-4d405bb99046 req-9ec41009-d4f3-45fa-bf02-a9541758f927 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 867 time: 0.1582265 Apr 20 14:51:15.844213 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-514672ae-ddb9-4862-bf88-1755f2f18141 req-edc48d1d-4dd3-441e-a9ce-2927818b5890 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:15.867467 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:15.936014 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc48d1d-4dd3-441e-a9ce-2927818b5890 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Pushing event deleted for resources: {'Port': ['ID=491c70cc-6e9a-4a35-8432-49918d9b4744,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:15.943769 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-edc48d1d-4dd3-441e-a9ce-2927818b5890 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:15.997430 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cbf51e9d-7b57-434f-902c-7e03eb8a1551 req-3d1e6c44-d476-4cbf-b6e3-11557101c13a tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821556 Apr 20 14:51:16.055805 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f6f7934c-bc0c-4a4f-89ab-4d405bb99046 req-18bd5b84-b993-4387-a02f-b565371b431d tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/security-groups?id=ccde58bc-1d84-412c-8dc0-44abc5fc6330&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168622 Apr 20 14:51:16.072761 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-514672ae-ddb9-4862-bf88-1755f2f18141 req-edc48d1d-4dd3-441e-a9ce-2927818b5890 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] No DVR routers for this DVR port 491c70cc-6e9a-4a35-8432-49918d9b4744 on host hv-cinder-74216 {{(pid=86498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:51:16.081833 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-514672ae-ddb9-4862-bf88-1755f2f18141 req-edc48d1d-4dd3-441e-a9ce-2927818b5890 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:16.085335 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e43d78ea-9be4-4811-ad30-6412d0ebe4ff', 'name': 'network-vif-deleted', 'tag': '491c70cc-6e9a-4a35-8432-49918d9b4744'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:51:16.085700 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['491c70cc-6e9a-4a35-8432-49918d9b4744'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:51:16.177417 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-514672ae-ddb9-4862-bf88-1755f2f18141 req-edc48d1d-4dd3-441e-a9ce-2927818b5890 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.13 "DELETE /v2.0/ports/491c70cc-6e9a-4a35-8432-49918d9b4744 HTTP/1.1" status: 204 len: 173 time: 1.9477866 Apr 20 14:51:16.393353 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e43d78ea-9be4-4811-ad30-6412d0ebe4ff', 'name': 'network-vif-deleted', 'tag': '491c70cc-6e9a-4a35-8432-49918d9b4744', 'status': 'completed', 'code': 200} Apr 20 14:51:16.717760 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7eef0e-2857-4b10-a8b4-b6328a24c17e req-d020a45a-4ed9-48a1-8d79-454266985fdc tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:16.719557 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2a7eef0e-2857-4b10-a8b4-b6328a24c17e req-d020a45a-4ed9-48a1-8d79-454266985fdc tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 945 time: 0.1707149 Apr 20 14:51:16.724443 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09d87e-2777-4727-9a35-7064303fc366 req-cd355eae-b63f-459f-b4bb-77a95e01ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:16.725067 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1c09d87e-2777-4727-9a35-7064303fc366 req-cd355eae-b63f-459f-b4bb-77a95e01ef94 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 1098 time: 0.1323590 Apr 20 14:51:16.812943 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1c09d87e-2777-4727-9a35-7064303fc366 req-0bf34395-3463-4c32-bb47-fc0795e75040 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766714 Apr 20 14:51:16.818176 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2a7eef0e-2857-4b10-a8b4-b6328a24c17e req-66a0c6f9-6a7c-48a0-8267-36fdc028e979 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806768 Apr 20 14:51:17.334608 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-0e978896-20b1-4dab-942c-17c4e05e434a req-cabeee6c-71cb-478c-beec-1885a17d0623 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Synchronizing usage tracker for tenant:ae5ce27c7a4a407583761db758beb6fe on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:51:17.434238 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77fdd8-e34a-48d1-8c4b-f97eebd9d4ca req-95db58c7-26ec-4f9b-8aa7-041e4d50735a tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:17.441069 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4c77fdd8-e34a-48d1-8c4b-f97eebd9d4ca req-95db58c7-26ec-4f9b-8aa7-041e4d50735a tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.2266111 Apr 20 14:51:17.441983 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-0e978896-20b1-4dab-942c-17c4e05e434a req-cabeee6c-71cb-478c-beec-1885a17d0623 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Unset dirty status for tenant:ae5ce27c7a4a407583761db758beb6fe on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:51:17.443230 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0e978896-20b1-4dab-942c-17c4e05e434a req-cabeee6c-71cb-478c-beec-1885a17d0623 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 210 time: 0.1789837 Apr 20 14:51:17.548196 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4c77fdd8-e34a-48d1-8c4b-f97eebd9d4ca req-b9edb76d-0c46-4b9f-91eb-a9deeb7fd425 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902355 Apr 20 14:51:17.956723 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:18.048261 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a0bab-778a-46a4-b437-9e06e4691c9c req-ee38bfa2-d176-45b7-9a35-f73c4de2513c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:18.050155 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-856a0bab-778a-46a4-b437-9e06e4691c9c req-ee38bfa2-d176-45b7-9a35-f73c4de2513c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 945 time: 0.1068516 Apr 20 14:51:18.110175 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-856a0bab-778a-46a4-b437-9e06e4691c9c req-e76f86d1-a1b1-44b3-9f9e-ecd3126dc6b6 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473959 Apr 20 14:51:18.111427 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device f997ebca-fca5-4163-b17c-7016a4b6765e up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:51:18.271635 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port f997ebca-fca5-4163-b17c-7016a4b6765e completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:51:18.281137 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port f997ebca-fca5-4163-b17c-7016a4b6765e triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:51:18.281949 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:18.463711 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:18.508561 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a507c5-d875-485d-88d4-c047e148741d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f997ebca-fca5-4163-b17c-7016a4b6765e'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:51:18.521802 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port f997ebca-fca5-4163-b17c-7016a4b6765e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f997ebca-fca5-4163-b17c-7016a4b6765e,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:51:18.577303 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:18.579226 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 491c70cc-6e9a-4a35-8432-49918d9b4744 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:51:18.623537 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a507c5-d875-485d-88d4-c047e148741d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f997ebca-fca5-4163-b17c-7016a4b6765e', 'code': 200} Apr 20 14:51:18.629434 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6c2f99bc-8ea4-47b6-a7d2-54c46a19a163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:18.691942 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] No Port match for: 491c70cc-6e9a-4a35-8432-49918d9b4744 {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:51:18.692490 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 491c70cc-6e9a-4a35-8432-49918d9b4744 not bound to the agent host hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:51:18.757179 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=f997ebca-fca5-4163-b17c-7016a4b6765e,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:18.774091 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:18.775825 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e4b610f1-3cda-4e4e-8b55-e3b3f73eec63 req-fb4f64fa-de57-4455-aea3-adcba3c5095e tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] 10.222.0.21 "GET /v2.0/ports?device_id=e43d78ea-9be4-4811-ad30-6412d0ebe4ff HTTP/1.1" status: 200 len: 210 time: 0.1323159 Apr 20 14:51:18.828206 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-52adbb11-9bec-4780-9336-ed6c45614751 req-b7878221-d7f3-44d0-a448-71f3e4bf8fbd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1384954 Apr 20 14:51:18.946027 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3d28b-b6a1-496f-be4e-c6b6431dff20 req-da4b0c71-ec02-4b12-b120-0d59777bbd1a tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:18.950486 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-08a3d28b-b6a1-496f-be4e-c6b6431dff20 req-da4b0c71-ec02-4b12-b120-0d59777bbd1a tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.1208849 Apr 20 14:51:19.013337 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-08a3d28b-b6a1-496f-be4e-c6b6431dff20 req-d013d35e-5e50-41e2-8269-32d689704358 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535839 Apr 20 14:51:19.150130 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f564b7e-96b1-4653-b610-24c9208a06bb req-5980b275-5e82-4aa7-8cab-e1a8fa8b69e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:19.157178 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1f564b7e-96b1-4653-b610-24c9208a06bb req-5980b275-5e82-4aa7-8cab-e1a8fa8b69e3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 1099 time: 0.0998816 Apr 20 14:51:19.202113 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52adbb11-9bec-4780-9336-ed6c45614751 req-bff7e410-c823-4264-a866-ff579671da2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:19.204146 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-52adbb11-9bec-4780-9336-ed6c45614751 req-bff7e410-c823-4264-a866-ff579671da2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de85cae1acea467ebd6b66a6bc270dac&device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 1099 time: 0.1521018 Apr 20 14:51:19.225082 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1f564b7e-96b1-4653-b610-24c9208a06bb req-d3a92599-3e4f-47e6-9788-0d8be1aa205b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625148 Apr 20 14:51:19.331585 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e8fff-cb62-43b0-994f-50621e2bbc1d req-1ecb5623-566a-42a3-a3a2-67de0b97620d tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:19.333646 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-054e8fff-cb62-43b0-994f-50621e2bbc1d req-1ecb5623-566a-42a3-a3a2-67de0b97620d tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.0975878 Apr 20 14:51:19.394646 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-054e8fff-cb62-43b0-994f-50621e2bbc1d req-74521175-fa1b-438e-983a-eb517387f777 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542090 Apr 20 14:51:19.623816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800f7a2-ff43-4a6d-9a8a-99d734528564 req-c9f736f5-48c7-45fe-a63f-52501c738a32 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:19.625399 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b800f7a2-ff43-4a6d-9a8a-99d734528564 req-c9f736f5-48c7-45fe-a63f-52501c738a32 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 946 time: 0.1192000 Apr 20 14:51:19.761543 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b800f7a2-ff43-4a6d-9a8a-99d734528564 req-31f88e84-f59f-487d-b946-afce72c1f51b tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788693 Apr 20 14:51:19.790045 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52adbb11-9bec-4780-9336-ed6c45614751 req-d0eaf678-21ad-4acf-8ac2-5fcc790abbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:19.791671 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-52adbb11-9bec-4780-9336-ed6c45614751 req-d0eaf678-21ad-4acf-8ac2-5fcc790abbbd service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf59d578-6ae3-486b-aded-96c31005ded3 HTTP/1.1" status: 200 len: 914 time: 0.2020421 Apr 20 14:51:19.885419 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-52adbb11-9bec-4780-9336-ed6c45614751 req-d7dcec7d-caaa-43c7-843a-a00c5b9afb61 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7244db19-aec0-4ece-9b20-6e68e915d889 HTTP/1.1" status: 200 len: 217 time: 0.0760736 Apr 20 14:51:19.959507 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52adbb11-9bec-4780-9336-ed6c45614751 req-a9055d6c-4eb5-464e-93dd-7f2dcbffa62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:19.961119 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-52adbb11-9bec-4780-9336-ed6c45614751 req-a9055d6c-4eb5-464e-93dd-7f2dcbffa62d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ddaa3a8-e61f-46b9-96aa-d346948b134a HTTP/1.1" status: 200 len: 854 time: 0.0700605 Apr 20 14:51:20.041442 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-52adbb11-9bec-4780-9336-ed6c45614751 req-7ed654de-67bf-4fb0-a78f-e9e05682a3c7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf59d578-6ae3-486b-aded-96c31005ded3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706804 Apr 20 14:51:20.231677 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-52adbb11-9bec-4780-9336-ed6c45614751 req-f87bb7fa-2f6e-432c-860d-8959f89a27ee service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659071 Apr 20 14:51:20.398067 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-52adbb11-9bec-4780-9336-ed6c45614751 req-416ba253-7521-44e0-9944-bc7c53b3fb92 service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563642 Apr 20 14:51:21.056770 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3987ff-4a3b-4388-aa9c-45db4b0d9ef4 req-03c7f398-9a5b-48a8-af91-3a57fe932d24 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:21.065075 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9a3987ff-4a3b-4388-aa9c-45db4b0d9ef4 req-03c7f398-9a5b-48a8-af91-3a57fe932d24 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 946 time: 0.1173108 Apr 20 14:51:21.114691 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9a3987ff-4a3b-4388-aa9c-45db4b0d9ef4 req-61d52d6c-f8fb-45a5-a019-7ec5c793e18a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477266 Apr 20 14:51:22.697661 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e66bbb-1276-4055-a97d-82319165655b req-3150f4bc-88f1-46a6-a1fc-109ad04c4df6 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:22.699965 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f7e66bbb-1276-4055-a97d-82319165655b req-3150f4bc-88f1-46a6-a1fc-109ad04c4df6 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 946 time: 0.4406171 Apr 20 14:51:22.783990 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f7e66bbb-1276-4055-a97d-82319165655b req-31d696de-5cbb-4de7-a07c-50287cb731f9 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680466 Apr 20 14:51:22.799925 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60c1331-0d1b-4002-b6f5-64889f3fc3f4 req-05308317-f6eb-4be8-8c98-80b776926a48 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:22.800822 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a60c1331-0d1b-4002-b6f5-64889f3fc3f4 req-05308317-f6eb-4be8-8c98-80b776926a48 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.4690619 Apr 20 14:51:22.803692 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e415f5d-0655-4881-80ac-78c229434c65 req-be9e834f-57b8-4ad2-8279-f1c57049a36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:22.805436 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5e415f5d-0655-4881-80ac-78c229434c65 req-be9e834f-57b8-4ad2-8279-f1c57049a36c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfbd4fdd7d16445b92d63cdbcbcba659&device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 1099 time: 0.4718125 Apr 20 14:51:22.970503 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a60c1331-0d1b-4002-b6f5-64889f3fc3f4 req-97885465-1c54-4abd-a94b-e490da5ba906 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581898 Apr 20 14:51:23.106536 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e415f5d-0655-4881-80ac-78c229434c65 req-67882ab4-a8c7-4c3c-9576-33a64fa84222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:23.110292 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5e415f5d-0655-4881-80ac-78c229434c65 req-67882ab4-a8c7-4c3c-9576-33a64fa84222 service neutron] 10.222.0.13 "GET /v2.0/networks?id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc HTTP/1.1" status: 200 len: 919 time: 0.2700524 Apr 20 14:51:23.211797 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5e415f5d-0655-4881-80ac-78c229434c65 req-d6b0aba8-ea9f-4dc8-889a-9ea7b1525d83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71ad3bb0-14c9-4f07-83ab-36d36c55d98d HTTP/1.1" status: 200 len: 217 time: 0.0951025 Apr 20 14:51:23.291946 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e415f5d-0655-4881-80ac-78c229434c65 req-d05e8258-28bf-4fa9-87f4-e3bd573b2382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:23.293557 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5e415f5d-0655-4881-80ac-78c229434c65 req-d05e8258-28bf-4fa9-87f4-e3bd573b2382 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2b75775-49ff-4f22-9c17-4a0e3c0f4f92 HTTP/1.1" status: 200 len: 859 time: 0.0701561 Apr 20 14:51:23.359066 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5e415f5d-0655-4881-80ac-78c229434c65 req-ab861cb0-065d-4c4f-9423-e8a6649e234e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515814 Apr 20 14:51:23.533076 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5e415f5d-0655-4881-80ac-78c229434c65 req-cb076e51-716b-425b-937d-635a65cbc276 service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573086 Apr 20 14:51:23.728805 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5e415f5d-0655-4881-80ac-78c229434c65 req-17c6a53e-c48e-4f16-ace7-a0ae16760b56 service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870780 Apr 20 14:51:24.246847 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79796056-5908-417c-9320-e3a3c6478aa6 req-f5a8074b-00fa-4cd9-821c-d93681776fa1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:24.250277 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-79796056-5908-417c-9320-e3a3c6478aa6 req-f5a8074b-00fa-4cd9-821c-d93681776fa1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1065981 Apr 20 14:51:24.307243 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-79796056-5908-417c-9320-e3a3c6478aa6 req-9615455f-8a16-4793-b9ed-26fae48eadbf tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505650 Apr 20 14:51:25.888806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c51ab1-73c1-4751-b54b-74cd57cd4002 req-512759b6-29bd-4aed-a227-5bfa98675fd4 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:25.890555 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a9c51ab1-73c1-4751-b54b-74cd57cd4002 req-512759b6-29bd-4aed-a227-5bfa98675fd4 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1034410 Apr 20 14:51:25.963303 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a9c51ab1-73c1-4751-b54b-74cd57cd4002 req-446d0267-f49d-4bcf-9f1a-7b8ee736f64c tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659320 Apr 20 14:51:27.188936 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a9c90-8aad-4c36-a0c7-375d5533f08e req-75ee79fe-4af4-4ea7-9e41-2fa03e356448 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:27.190885 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-486a9c90-8aad-4c36-a0c7-375d5533f08e req-75ee79fe-4af4-4ea7-9e41-2fa03e356448 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1116769 Apr 20 14:51:27.250242 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-486a9c90-8aad-4c36-a0c7-375d5533f08e req-485ab41c-3437-42d0-b806-fe6832d1f171 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499465 Apr 20 14:51:28.057171 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 40716) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:28.196757 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:28.213769 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:51:28.218299 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Usage tracker for resource:security_group_rule and tenant:5d2238da48a84b39a7af0b7625c6b556 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:51:28.221647 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:51:28.228912 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:51:28.317774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:28.372977 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:28.390985 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1e4e4e98-dfc2-4653-a99c-1e353c81ca34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:28.476623 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d2238da48a84b39a7af0b7625c6b556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4179022 Apr 20 14:51:28.478443 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 40728) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:28.531479 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b66833-f522-4a7c-95b4-20f5ec6553f6,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:28.555570 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:28.556192 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:28.557018 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:28.557594 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:28.558945 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:28.563894 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:28.564471 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:28.565030 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:28.565576 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:28.566134 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:28.567312 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:28.567867 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:28.578645 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:28.634503 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64408c41-defc-43f4-ae8b-e0b43766909f req-d4030a05-ece1-4d97-a2ab-dfd40bd66db7 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:28.645615 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-64408c41-defc-43f4-ae8b-e0b43766909f req-d4030a05-ece1-4d97-a2ab-dfd40bd66db7 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.2510941 Apr 20 14:51:28.778777 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-64408c41-defc-43f4-ae8b-e0b43766909f req-c8135a8a-e748-41e8-9eb7-71c95aea80c2 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188872 Apr 20 14:51:28.814612 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:28.889624 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:28.996097 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:29.002730 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f5901e39-db9f-4021-9e73-df5c37e9d994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:29.019032 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b66833-f522-4a7c-95b4-20f5ec6553f6,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:29.023669 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:29.027579 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1b66833-f522-4a7c-95b4-20f5ec6553f6 HTTP/1.1" status: 204 len: 168 time: 0.5433617 Apr 20 14:51:29.031955 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:29.032372 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:29.032780 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:29.033183 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:29.033775 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:29.034322 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:29.034740 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:29.035142 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:29.035655 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:29.036194 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:29.036590 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:29.036980 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:29.041089 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:29.525923 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 40766) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:29.551243 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8217ea43-7cf4-480f-811d-577e5382c5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:29.569987 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-8217ea43-7cf4-480f-811d-577e5382c5b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:51:29.574572 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-8217ea43-7cf4-480f-811d-577e5382c5b5 admin admin] Usage tracker for resource:security_group_rule and tenant:8ac50cc83db447a893964356e313a9e2 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:51:29.578258 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-8217ea43-7cf4-480f-811d-577e5382c5b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:51:29.586927 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-8217ea43-7cf4-480f-811d-577e5382c5b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:51:29.685021 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8217ea43-7cf4-480f-811d-577e5382c5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:29.718920 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8217ea43-7cf4-480f-811d-577e5382c5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:29.730759 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-12ee6e0f-7bbe-47db-b385-aa83465bda02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:29.782253 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-8217ea43-7cf4-480f-811d-577e5382c5b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ac50cc83db447a893964356e313a9e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2543731 Apr 20 14:51:29.783256 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217ea43-7cf4-480f-811d-577e5382c5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19893e33-b66d-459d-bc92-7c0b6ab45c6c,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:29.787531 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8217ea43-7cf4-480f-811d-577e5382c5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:29.787974 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 40774) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:29.900751 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae34f-75d9-46b9-8111-abdc9b26c8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:29.993643 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae34f-75d9-46b9-8111-abdc9b26c8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:30.139292 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a5dcc-2266-48ae-a139-f3dcbb19ee44 req-872b1a1d-78ff-41b1-b364-6292e06633d7 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:30.143937 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8c3a5dcc-2266-48ae-a139-f3dcbb19ee44 req-872b1a1d-78ff-41b1-b364-6292e06633d7 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1243024 Apr 20 14:51:30.166702 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae34f-75d9-46b9-8111-abdc9b26c8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:30.178313 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:30.202590 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ae34f-75d9-46b9-8111-abdc9b26c8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19893e33-b66d-459d-bc92-7c0b6ab45c6c,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:30.208293 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ba8ae34f-75d9-46b9-8111-abdc9b26c8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:30.222612 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae34f-75d9-46b9-8111-abdc9b26c8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:30.227111 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-ba8ae34f-75d9-46b9-8111-abdc9b26c8bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19893e33-b66d-459d-bc92-7c0b6ab45c6c HTTP/1.1" status: 204 len: 168 time: 0.4346175 Apr 20 14:51:30.228423 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8c3a5dcc-2266-48ae-a139-f3dcbb19ee44 req-ffdb1416-1cd7-4921-8443-011c7c065b3d tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797453 Apr 20 14:51:30.933611 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 40810) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:30.953180 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a1551bf-a561-4f20-ad0f-8bb949938b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:30.980370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-7a1551bf-a561-4f20-ad0f-8bb949938b66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:51:30.989041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-7a1551bf-a561-4f20-ad0f-8bb949938b66 admin admin] Usage tracker for resource:security_group_rule and tenant:1498b360e76a486fa056e7b407a2a303 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:51:30.994560 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-7a1551bf-a561-4f20-ad0f-8bb949938b66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:51:31.005505 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-7a1551bf-a561-4f20-ad0f-8bb949938b66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:51:31.136656 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a1551bf-a561-4f20-ad0f-8bb949938b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:31.169256 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7a1551bf-a561-4f20-ad0f-8bb949938b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:31.179752 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-30abb69c-1987-43b5-81c7-10f56781788d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:31.220355 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1551bf-a561-4f20-ad0f-8bb949938b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fb15b4-38f0-498f-992e-615f66256953,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:31.229126 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7a1551bf-a561-4f20-ad0f-8bb949938b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:31.272076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 40826) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:31.282352 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-7a1551bf-a561-4f20-ad0f-8bb949938b66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1498b360e76a486fa056e7b407a2a303&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471737 Apr 20 14:51:31.412620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-af8b4da9-d83a-4d83-a737-d7643fc401d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:31.496328 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-af8b4da9-d83a-4d83-a737-d7643fc401d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:31.563158 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f734d36c-8e82-4439-bafa-165ca23b7c76 req-848b806d-e046-42eb-b65c-414cfc062e27 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:31.564957 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f734d36c-8e82-4439-bafa-165ca23b7c76 req-848b806d-e046-42eb-b65c-414cfc062e27 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1691384 Apr 20 14:51:31.623931 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f734d36c-8e82-4439-bafa-165ca23b7c76 req-f2bc52dc-a48a-4f62-bb88-bd0858430edb tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516369 Apr 20 14:51:31.641636 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-af8b4da9-d83a-4d83-a737-d7643fc401d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:31.656019 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:31.664458 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8b4da9-d83a-4d83-a737-d7643fc401d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fb15b4-38f0-498f-992e-615f66256953,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:31.670104 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-af8b4da9-d83a-4d83-a737-d7643fc401d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:31.684553 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-af8b4da9-d83a-4d83-a737-d7643fc401d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:31.685781 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-af8b4da9-d83a-4d83-a737-d7643fc401d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36fb15b4-38f0-498f-992e-615f66256953 HTTP/1.1" status: 204 len: 168 time: 0.4122148 Apr 20 14:51:32.887747 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b0d98-74fb-42a6-b754-f8e95111b931 req-abd31741-ee72-4c90-b221-3593608ee986 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:32.897906 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-eb1b0d98-74fb-42a6-b754-f8e95111b931 req-abd31741-ee72-4c90-b221-3593608ee986 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1350083 Apr 20 14:51:32.903500 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 40886) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:32.969559 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-eb1b0d98-74fb-42a6-b754-f8e95111b931 req-83edf1fe-50f5-470a-9102-d87323ce18a1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687733 Apr 20 14:51:33.105891 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2010469864-network', 'tenant_id': 'c70a1afb8e724b40862c7a8ecdf69629'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:33.108612 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:51:33.116706 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Usage tracker for resource:network and tenant:c70a1afb8e724b40862c7a8ecdf69629 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:51:33.120305 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:51:33.127907 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:51:33.176922 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Made reservation on behalf of c70a1afb8e724b40862c7a8ecdf69629 for: {'network': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:51:33.182286 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for network, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:33.196154 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:33.222426 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:51:33.227584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Usage tracker for resource:security_group_rule and tenant:c70a1afb8e724b40862c7a8ecdf69629 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:51:33.230835 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:51:33.237554 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:51:33.370396 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:33.407008 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-688629d9-9e27-4ca0-bd34-bb82c105a8e4 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:33.412684 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-688629d9-9e27-4ca0-bd34-bb82c105a8e4 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/networks?id=bf59d578-6ae3-486b-aded-96c31005ded3 HTTP/1.1" status: 200 len: 814 time: 0.2958260 Apr 20 14:51:33.428415 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-3cfb3985-a1e5-480e-b2e9-59de9f75f9b9 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/quotas/de85cae1acea467ebd6b66a6bc270dac HTTP/1.1" status: 200 len: 375 time: 0.0137088 Apr 20 14:51:33.430259 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:33.435552 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-2fbe46da-46c2-460a-9e40-f1583be5a5f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:33.473274 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=86499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 14:51:33.480127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a8621a-8a36-4988-83dc-b656ab60a42b,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:33.489527 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:33.497226 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:33.497914 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.segments_db [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Added segment 7cdc3924-95b5-4426-9883-8d7fb5117988 of type vlan for network 2de1ad53-73ff-470a-ad27-ae39795b329a Apr 20 14:51:33.548617 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751736839863'] for network, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:33.619642 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-7a08ce48-5f43-46ff-b085-e9a40fac4a28 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=de85cae1acea467ebd6b66a6bc270dac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1848011 Apr 20 14:51:33.676162 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for network, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:33.678706 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:33.679995 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:33.685985 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-26bab20e-1694-4275-b19e-1def942d48ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:33.841484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Pushing event updated for resources: {'Network': ['ID=2de1ad53-73ff-470a-ad27-ae39795b329a,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:33.854082 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:33.856903 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Network 2de1ad53-73ff-470a-ad27-ae39795b329a details requested by agent ovs-agent-dv-cinder-742162-4-smb with host dv-cinder-742162-4-smb {{(pid=86500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 14:51:33.859526 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9545639 Apr 20 14:51:33.865399 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 40914) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:33.873525 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-3ba4bdd7-8486-4ada-9de3-5e9337d6636c admin admin] Request body: {'subnet': {'network_id': '2de1ad53-73ff-470a-ad27-ae39795b329a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2010469864-subnet', 'tenant_id': 'c70a1afb8e724b40862c7a8ecdf69629', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:33.892051 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-3ba4bdd7-8486-4ada-9de3-5e9337d6636c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:51:33.907777 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-3ba4bdd7-8486-4ada-9de3-5e9337d6636c admin admin] Usage tracker for resource:subnet and tenant:c70a1afb8e724b40862c7a8ecdf69629 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:51:33.911317 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-1ce48a84-222e-469e-9f50-155fd3a32d36 service neutron] 10.222.0.21 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863972 Apr 20 14:51:33.915074 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-3ba4bdd7-8486-4ada-9de3-5e9337d6636c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:51:33.924477 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-3ba4bdd7-8486-4ada-9de3-5e9337d6636c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:51:33.979681 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba4bdd7-8486-4ada-9de3-5e9337d6636c admin admin] Made reservation on behalf of c70a1afb8e724b40862c7a8ecdf69629 for: {'subnet': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:51:33.989792 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3ba4bdd7-8486-4ada-9de3-5e9337d6636c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036850825048'] for subnet, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:34.116957 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-5d0d531b-901e-47d9-92af-63df8ef59a1f service neutron] 10.222.0.21 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938446 Apr 20 14:51:34.328722 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97962c4c-a173-4250-8bb8-0e736e57090f req-2804031b-b27a-4c69-8a66-124c4d89bee2 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:34.342277 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-97962c4c-a173-4250-8bb8-0e736e57090f req-2804031b-b27a-4c69-8a66-124c4d89bee2 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1351929 Apr 20 14:51:34.399373 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-97962c4c-a173-4250-8bb8-0e736e57090f req-d22891b7-c78f-4707-967f-ec45d9c007f0 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572703 Apr 20 14:51:34.525184 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fc5ee1f1-b20d-424f-94ea-2a06c7e2d745 req-eda49443-9c56-4b6f-ab2e-ceab1aba0d4a tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 210 time: 0.0685866 Apr 20 14:51:34.658466 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3ba4bdd7-8486-4ada-9de3-5e9337d6636c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126859243', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036850825031'] for subnet, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:34.665252 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ab965a41-61be-4225-b329-6483d7d21c05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:34.760096 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba4bdd7-8486-4ada-9de3-5e9337d6636c admin admin] Checking segment: {'id': '7cdc3924-95b5-4426-9883-8d7fb5117988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2de1ad53-73ff-470a-ad27-ae39795b329a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:51:34.760665 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba4bdd7-8486-4ada-9de3-5e9337d6636c admin admin] Network hostable DHCP agents. Network: 2de1ad53-73ff-470a-ad27-ae39795b329a, hostable agents: ['d1ac48cd-fa1b-424f-b486-f0074774d039'], hosted agents: [] {{(pid=86499) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 14:51:34.788838 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4bdd7-8486-4ada-9de3-5e9337d6636c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b40f7c78-524a-40e4-9d95-b7d5f19c3ec9,revision_number=0']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:34.791894 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3ba4bdd7-8486-4ada-9de3-5e9337d6636c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:34.829667 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba4bdd7-8486-4ada-9de3-5e9337d6636c admin admin] Network 2de1ad53-73ff-470a-ad27-ae39795b329a is scheduled to be hosted by DHCP agent d1ac48cd-fa1b-424f-b486-f0074774d039 with binding_index 1 {{(pid=86499) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 14:51:34.924435 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-3ba4bdd7-8486-4ada-9de3-5e9337d6636c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-smb, 2de1ad53-73ff-470a-ad27-ae39795b329a) {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:51:34.935592 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebff007-422b-4f53-9af3-4bb7ff2a607f None None] Network 2de1ad53-73ff-470a-ad27-ae39795b329a requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:51:34.945660 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba4bdd7-8486-4ada-9de3-5e9337d6636c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:34.946527 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3ba4bdd7-8486-4ada-9de3-5e9337d6636c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:35.029283 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-3ba4bdd7-8486-4ada-9de3-5e9337d6636c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1601763 Apr 20 14:51:35.341894 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe4a686-4f26-4230-ad85-5a256a7abf2d None None] Network 2de1ad53-73ff-470a-ad27-ae39795b329a requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:51:36.037758 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b67fe5-8c78-408e-a667-7e729cc4afb7 req-d44c1d1f-bb3a-4563-8587-dbcd407b1da9 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:36.053329 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e6b67fe5-8c78-408e-a667-7e729cc4afb7 req-d44c1d1f-bb3a-4563-8587-dbcd407b1da9 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.2676649 Apr 20 14:51:36.200119 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e6b67fe5-8c78-408e-a667-7e729cc4afb7 req-52fc02e8-87b0-4d85-9fb0-23262f9d7a78 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393015 Apr 20 14:51:36.267921 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f57fe6c4-9b5a-410c-8f59-8555970b8962 req-b4f1c41f-39b2-4eaf-a354-0d8ade22b346 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 210 time: 0.0583832 Apr 20 14:51:37.458619 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-eac210fd-fb3b-4668-813c-340143edca89 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:37.460346 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-eac210fd-fb3b-4668-813c-340143edca89 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.13 "GET /v2.0/networks?id=bf59d578-6ae3-486b-aded-96c31005ded3 HTTP/1.1" status: 200 len: 814 time: 0.3042762 Apr 20 14:51:37.497814 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-87ac9d5b-0266-44ff-96fb-a3e05d1427a7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Request body: {'port': {'device_id': 'b80451b2-be49-4128-b9ee-7632125161d9', 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3', 'admin_state_up': True, 'tenant_id': 'de85cae1acea467ebd6b66a6bc270dac'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:37.694235 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551f5488-9006-49e3-bd7b-24ca219bee0d req-d30fb5ba-9631-46c9-bb21-66757739097a tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:37.696924 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-551f5488-9006-49e3-bd7b-24ca219bee0d req-d30fb5ba-9631-46c9-bb21-66757739097a tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.3285701 Apr 20 14:51:37.711258 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9246e456-fcb0-44b1-a99e-54b7fe6e0583 req-0a4ce1d5-f772-4854-84f3-ad8eb47fb188 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 210 time: 0.1710978 Apr 20 14:51:37.843831 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-87ac9d5b-0266-44ff-96fb-a3e05d1427a7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:51:37.852077 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-551f5488-9006-49e3-bd7b-24ca219bee0d req-c84d9218-861f-4aad-9640-e433965c7509 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453526 Apr 20 14:51:37.867120 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-87ac9d5b-0266-44ff-96fb-a3e05d1427a7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:51:37.910218 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-87ac9d5b-0266-44ff-96fb-a3e05d1427a7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Made reservation on behalf of de85cae1acea467ebd6b66a6bc270dac for: {'port': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:51:37.916850 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-87ac9d5b-0266-44ff-96fb-a3e05d1427a7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:38.246142 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-87ac9d5b-0266-44ff-96fb-a3e05d1427a7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Allocated IP 172.20.0.8 (bf59d578-6ae3-486b-aded-96c31005ded3/6ddaa3a8-e61f-46b9-96aa-d346948b134a/be24ab86-21dc-4ea2-83d7-bd0df0abcd34) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:51:38.893573 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77501d-f195-4627-8fdf-f34feb957898 req-1c121120-5755-4816-b6b0-bcdc7d126205 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:38.895390 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4d77501d-f195-4627-8fdf-f34feb957898 req-1c121120-5755-4816-b6b0-bcdc7d126205 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/networks?id=2de1ad53-73ff-470a-ad27-ae39795b329a HTTP/1.1" status: 200 len: 809 time: 0.5696192 Apr 20 14:51:38.918322 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-87ac9d5b-0266-44ff-96fb-a3e05d1427a7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:38.950060 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4d77501d-f195-4627-8fdf-f34feb957898 req-c10ce0dd-0094-476a-889e-9ac64312831f tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/quotas/c70a1afb8e724b40862c7a8ecdf69629 HTTP/1.1" status: 200 len: 375 time: 0.0276165 Apr 20 14:51:39.014153 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4d77501d-f195-4627-8fdf-f34feb957898 req-d9856ecc-3cc1-44e9-b177-2795b39c68fd tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c70a1afb8e724b40862c7a8ecdf69629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630710 Apr 20 14:51:39.179844 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-60277234-450c-45ac-a59c-fa3adec2c06c req-87dfde21-7c90-4cc3-a740-2e3548058617 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 210 time: 0.0794444 Apr 20 14:51:39.287794 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4d77501d-f195-4627-8fdf-f34feb957898 req-1578fba3-4e74-4b0c-a267-a46ca2a72005 service neutron] 10.222.0.21 "GET /v2.0/networks/2de1ad53-73ff-470a-ad27-ae39795b329a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720797 Apr 20 14:51:39.321914 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-87ac9d5b-0266-44ff-96fb-a3e05d1427a7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:39.332786 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:39.368874 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['7244db19-aec0-4ece-9b20-6e68e915d889', '3548640b-9ea8-4e33-8da9-5cfa2a5f32bd', 'f997ebca-fca5-4163-b17c-7016a4b6765e'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:51:39.515771 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ac9d5b-0266-44ff-96fb-a3e05d1427a7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Pushing event updated for resources: {'Port': ['ID=be24ab86-21dc-4ea2-83d7-bd0df0abcd34,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:39.652815 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-87ac9d5b-0266-44ff-96fb-a3e05d1427a7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:39.778277 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-87ac9d5b-0266-44ff-96fb-a3e05d1427a7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Network bf59d578-6ae3-486b-aded-96c31005ded3 is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:51:39.795581 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-87ac9d5b-0266-44ff-96fb-a3e05d1427a7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:51:39.813754 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-87ac9d5b-0266-44ff-96fb-a3e05d1427a7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:51:39.825819 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-87ac9d5b-0266-44ff-96fb-a3e05d1427a7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:39.827043 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-87ac9d5b-0266-44ff-96fb-a3e05d1427a7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:39.863298 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4d77501d-f195-4627-8fdf-f34feb957898 req-365cfd4b-0da6-4b89-8ce3-a55770ef573e service neutron] 10.222.0.21 "GET /v2.0/networks/2de1ad53-73ff-470a-ad27-ae39795b329a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5671082 Apr 20 14:51:39.928290 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-87ac9d5b-0266-44ff-96fb-a3e05d1427a7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4484904 Apr 20 14:51:39.956207 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399f644b-8a33-4080-b2b3-6800c66abe93 req-bf2fd3ad-19b3-4dd7-b386-0c7f5f47132f tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:39.972820 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-399f644b-8a33-4080-b2b3-6800c66abe93 req-bf2fd3ad-19b3-4dd7-b386-0c7f5f47132f tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.5629594 Apr 20 14:51:39.986853 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Request body: {'port': {'device_id': 'b80451b2-be49-4128-b9ee-7632125161d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:40.244311 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-399f644b-8a33-4080-b2b3-6800c66abe93 req-266fd87a-e39b-47be-8999-80f013a4fa57 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691684 Apr 20 14:51:40.372553 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:40.459510 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2f322ce0-c90e-4da9-85bb-94afa45ee1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:40.690653 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13c08b-9175-40da-9039-4d4076df38bc req-ecc7979f-e58d-4dd6-a467-4bb907082289 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:40.691852 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-ff13c08b-9175-40da-9039-4d4076df38bc req-ecc7979f-e58d-4dd6-a467-4bb907082289 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Synchronizing usage tracker for tenant:de85cae1acea467ebd6b66a6bc270dac on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:51:40.779160 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1e1749c6-3e1b-443f-8b8f-1b3e7005e051 req-bdaf8aec-fbb2-42fb-9cd4-49888df357e5 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 210 time: 0.0749981 Apr 20 14:51:40.929886 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085c3f7-fce5-4d24-9369-b923f3bcd042 req-1853da35-00db-4c78-84df-13a1ad426475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:40.932283 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3085c3f7-fce5-4d24-9369-b923f3bcd042 req-1853da35-00db-4c78-84df-13a1ad426475 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 1099 time: 0.1132607 Apr 20 14:51:40.957858 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-ff13c08b-9175-40da-9039-4d4076df38bc req-ecc7979f-e58d-4dd6-a467-4bb907082289 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Unset dirty status for tenant:de85cae1acea467ebd6b66a6bc270dac on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:51:40.968119 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ff13c08b-9175-40da-9039-4d4076df38bc req-ecc7979f-e58d-4dd6-a467-4bb907082289 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 931 time: 0.5129931 Apr 20 14:51:40.992462 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3085c3f7-fce5-4d24-9369-b923f3bcd042 req-e106796c-d527-4477-8efa-4dd6b259b6f6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511587 Apr 20 14:51:41.304558 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be24ab86-21dc-4ea2-83d7-bd0df0abcd34 {{(pid=86498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:51:41.312293 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ff13c08b-9175-40da-9039-4d4076df38bc req-5d40e2fa-f7e3-4196-ab89-7e4c7690ab61 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233387 Apr 20 14:51:41.317797 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:41.335831 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Transition to ACTIVE for port object be24ab86-21dc-4ea2-83d7-bd0df0abcd34 will not be triggered until provisioned by entity L2. {{(pid=86498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:51:41.472501 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:41.484860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-183e1fa0-1e01-4540-b57d-391f1891843b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:41.678583 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Pushing event updated for resources: {'Port': ['ID=be24ab86-21dc-4ea2-83d7-bd0df0abcd34,revision_number=2']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:41.690406 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:41.724434 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Attempting to bind port be24ab86-21dc-4ea2-83d7-bd0df0abcd34 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:51:41.724824 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Attempting to bind port be24ab86-21dc-4ea2-83d7-bd0df0abcd34 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '253c8595-0217-4d33-b648-ba96be701902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3'}] {{(pid=86498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:51:41.725229 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Attempting to bind port be24ab86-21dc-4ea2-83d7-bd0df0abcd34 on network bf59d578-6ae3-486b-aded-96c31005ded3 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:51:41.732981 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Port be24ab86-21dc-4ea2-83d7-bd0df0abcd34 on network bf59d578-6ae3-486b-aded-96c31005ded3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:51:41.733352 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Attempting to bind port be24ab86-21dc-4ea2-83d7-bd0df0abcd34 on network bf59d578-6ae3-486b-aded-96c31005ded3 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:51:41.746061 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931bdc73-f91d-4637-a304-fa1b0e876504 req-5cba1670-f8dd-4b81-a062-5f2a70e31754 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:41.748414 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-931bdc73-f91d-4637-a304-fa1b0e876504 req-5cba1670-f8dd-4b81-a062-5f2a70e31754 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.3296647 Apr 20 14:51:41.751155 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:51:41.751531 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Checking segment: {'id': '253c8595-0217-4d33-b648-ba96be701902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:51:41.751957 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Bound using segment: {'id': '253c8595-0217-4d33-b648-ba96be701902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3'} {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:51:41.752446 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Bound port: be24ab86-21dc-4ea2-83d7-bd0df0abcd34, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '253c8595-0217-4d33-b648-ba96be701902', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3'}}] {{(pid=86498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:51:41.752832 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:41.855793 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-931bdc73-f91d-4637-a304-fa1b0e876504 req-b19fa22a-7635-4394-943c-5bfba7a397d8 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903730 Apr 20 14:51:41.951457 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] For port be24ab86-21dc-4ea2-83d7-bd0df0abcd34, host hv-cinder-74216, cleared binding levels {{(pid=86498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:51:41.957617 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] For port be24ab86-21dc-4ea2-83d7-bd0df0abcd34, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=be24ab86-21dc-4ea2-83d7-bd0df0abcd34,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:51:42.013259 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:42.017966 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-052c1b2e-8f5c-4aec-988f-0781992110cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:42.215415 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e1274e69-6f80-4cf0-bb7e-7f1444fdabcb req-642c48a8-7604-48c2-a760-d059d74f49a0 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 210 time: 0.1470139 Apr 20 14:51:42.226290 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:42.227244 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:42.228958 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] 10.222.0.13 "PUT /v2.0/ports/be24ab86-21dc-4ea2-83d7-bd0df0abcd34 HTTP/1.1" status: 200 len: 1093 time: 2.2516060 Apr 20 14:51:42.229708 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b80451b2-be49-4128-b9ee-7632125161d9', 'tag': 'be24ab86-21dc-4ea2-83d7-bd0df0abcd34'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:51:42.314155 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Pushing event updated for resources: {'Port': ['ID=be24ab86-21dc-4ea2-83d7-bd0df0abcd34,revision_number=3']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:42.319765 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:42.369801 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b80451b2-be49-4128-b9ee-7632125161d9', 'tag': 'be24ab86-21dc-4ea2-83d7-bd0df0abcd34', 'status': 'completed', 'code': 200} Apr 20 14:51:42.725659 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-08c88984-b804-4a67-94a2-a8b30fea9f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:42.726082 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-08c88984-b804-4a67-94a2-a8b30fea9f18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de85cae1acea467ebd6b66a6bc270dac&device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 1096 time: 0.3111639 Apr 20 14:51:42.749971 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad7a14-1055-43d9-ac05-ba55ede37658 req-51c195a6-0dcb-4cdd-9664-0a615b1dcb7b tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:42.753039 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dcad7a14-1055-43d9-ac05-ba55ede37658 req-51c195a6-0dcb-4cdd-9664-0a615b1dcb7b tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 943 time: 0.2538366 Apr 20 14:51:42.960736 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dcad7a14-1055-43d9-ac05-ba55ede37658 req-4b9daa20-cfce-494d-8408-6f62006f28e6 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003233 Apr 20 14:51:42.963993 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-5ab63733-e0a6-4549-9f79-cfcf08132122 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be24ab86-21dc-4ea2-83d7-bd0df0abcd34 HTTP/1.1" status: 200 len: 217 time: 0.1532631 Apr 20 14:51:43.088602 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ad9c921e-c570-4d8a-a250-a791ff81cc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:43.167367 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-c997e561-f851-4be9-960c-bf9a3c87d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:43.170253 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-c997e561-f851-4be9-960c-bf9a3c87d37a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ddaa3a8-e61f-46b9-96aa-d346948b134a HTTP/1.1" status: 200 len: 854 time: 0.1974337 Apr 20 14:51:43.325460 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-ca641213-d7ab-40f0-990b-3c34de52ecd1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf59d578-6ae3-486b-aded-96c31005ded3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1485343 Apr 20 14:51:43.415213 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77501d-f195-4627-8fdf-f34feb957898 req-713596c6-c00e-4563-9d5b-ad8a7fbdead9 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:43.416371 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-4d77501d-f195-4627-8fdf-f34feb957898 req-713596c6-c00e-4563-9d5b-ad8a7fbdead9 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Synchronizing usage tracker for tenant:c70a1afb8e724b40862c7a8ecdf69629 on resource:network {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:51:43.470334 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-4d77501d-f195-4627-8fdf-f34feb957898 req-713596c6-c00e-4563-9d5b-ad8a7fbdead9 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Unset dirty status for tenant:c70a1afb8e724b40862c7a8ecdf69629 on resource:network {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:51:43.473397 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4d77501d-f195-4627-8fdf-f34feb957898 req-713596c6-c00e-4563-9d5b-ad8a7fbdead9 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.13 "GET /v2.0/networks?id=2de1ad53-73ff-470a-ad27-ae39795b329a HTTP/1.1" status: 200 len: 809 time: 0.2589240 Apr 20 14:51:43.504814 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-4d77501d-f195-4627-8fdf-f34feb957898 req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Request body: {'port': {'device_id': '50f06619-967a-4f6e-9c7a-819515aac1b5', 'network_id': '2de1ad53-73ff-470a-ad27-ae39795b329a', 'admin_state_up': True, 'tenant_id': 'c70a1afb8e724b40862c7a8ecdf69629'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:43.735923 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-4d77501d-f195-4627-8fdf-f34feb957898 req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:51:43.742886 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-4d77501d-f195-4627-8fdf-f34feb957898 req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Usage tracker for resource:port and tenant:c70a1afb8e724b40862c7a8ecdf69629 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:51:43.746886 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-4d77501d-f195-4627-8fdf-f34feb957898 req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:51:43.755146 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-4d77501d-f195-4627-8fdf-f34feb957898 req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:51:43.810214 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d77501d-f195-4627-8fdf-f34feb957898 req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Made reservation on behalf of c70a1afb8e724b40862c7a8ecdf69629 for: {'port': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:51:43.822458 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4d77501d-f195-4627-8fdf-f34feb957898 req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:43.887788 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c296e808-ed63-4065-a040-a18672ba6462 req-f7b8a8e9-90b0-4c1e-a701-757c5ea85fc5 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 210 time: 0.4005561 Apr 20 14:51:43.932360 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b0381-ebf1-4cb6-95b6-f964b8c62c9c req-c820860b-c4a9-4e72-bfd8-07c83bee7f4e tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:43.934202 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c03b0381-ebf1-4cb6-95b6-f964b8c62c9c req-c820860b-c4a9-4e72-bfd8-07c83bee7f4e tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.6954966 Apr 20 14:51:44.018882 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c03b0381-ebf1-4cb6-95b6-f964b8c62c9c req-5d0c2ec0-c72f-42fa-8e2e-d491f56b1201 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709808 Apr 20 14:51:44.021636 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-1f1f2b9d-fd46-4941-b13e-253c9c023afa service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6818030 Apr 20 14:51:44.209635 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:44.308610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-4d77501d-f195-4627-8fdf-f34feb957898 req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Allocated IP 172.20.0.12 (2de1ad53-73ff-470a-ad27-ae39795b329a/b40f7c78-524a-40e4-9d95-b7d5f19c3ec9/8edae640-8832-4052-8f31-e9a265a2594e) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:51:44.467357 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d6f8dec1-100d-46dd-931f-f271cd8cc050 req-ef1a9816-6607-4d0a-9801-db8a4dbec5d5 service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343345 Apr 20 14:51:44.510119 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:44.526687 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df5c90-df3a-44da-92e2-b3d78ad635d4 req-7e909d2a-91a0-42dc-bf0b-a6bb90fc7709 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:44.527675 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-57df5c90-df3a-44da-92e2-b3d78ad635d4 req-7e909d2a-91a0-42dc-bf0b-a6bb90fc7709 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 943 time: 0.1600325 Apr 20 14:51:44.597571 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-57df5c90-df3a-44da-92e2-b3d78ad635d4 req-6cfe7878-2e01-4a06-a059-6bf277f54305 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691829 Apr 20 14:51:44.769868 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4d77501d-f195-4627-8fdf-f34feb957898 req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:44.807404 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e7941-259a-4518-9b0e-e110fce7581b req-c2f1e720-cbdc-45ca-8a56-5d993b6de530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:44.809124 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b33e7941-259a-4518-9b0e-e110fce7581b req-c2f1e720-cbdc-45ca-8a56-5d993b6de530 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=de85cae1acea467ebd6b66a6bc270dac&device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 1096 time: 0.1089101 Apr 20 14:51:44.879456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4d77501d-f195-4627-8fdf-f34feb957898 req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:44.900131 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4004a53b-668d-4dfc-9635-119bf0f34607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:45.263476 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d77501d-f195-4627-8fdf-f34feb957898 req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Network 2de1ad53-73ff-470a-ad27-ae39795b329a is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:51:45.264649 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Pushing event updated for resources: {'Port': ['ID=8edae640-8832-4052-8f31-e9a265a2594e,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:45.268520 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:45.270138 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-4d77501d-f195-4627-8fdf-f34feb957898 req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:51:45.274025 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d77501d-f195-4627-8fdf-f34feb957898 req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:51:45.315804 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e7941-259a-4518-9b0e-e110fce7581b req-c9747e97-303c-45d0-be84-9cc7833e0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:45.318374 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b33e7941-259a-4518-9b0e-e110fce7581b req-c9747e97-303c-45d0-be84-9cc7833e0cb4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bf59d578-6ae3-486b-aded-96c31005ded3 HTTP/1.1" status: 200 len: 914 time: 0.4938536 Apr 20 14:51:45.342818 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8e8d4-76ee-4760-a0c6-fb778d4f6a09 req-dbd42ec3-0a4c-475a-a3a2-256a1d00c5d5 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:45.346318 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-64e8e8d4-76ee-4760-a0c6-fb778d4f6a09 req-dbd42ec3-0a4c-475a-a3a2-256a1d00c5d5 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.4150093 Apr 20 14:51:45.351606 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70887cc5-0b25-4907-aead-3973b99233f5 req-b4cd6ae2-09da-454b-a11b-080abf003fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:45.355076 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-70887cc5-0b25-4907-aead-3973b99233f5 req-b4cd6ae2-09da-454b-a11b-080abf003fd5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfbd4fdd7d16445b92d63cdbcbcba659&device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 1099 time: 0.5188775 Apr 20 14:51:45.365365 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77501d-f195-4627-8fdf-f34feb957898 req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:45.366101 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4d77501d-f195-4627-8fdf-f34feb957898 req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:45.492233 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:45.520669 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b33e7941-259a-4518-9b0e-e110fce7581b req-66d808fd-eb01-4bbd-b798-b047ed59e057 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be24ab86-21dc-4ea2-83d7-bd0df0abcd34 HTTP/1.1" status: 200 len: 217 time: 0.1733317 Apr 20 14:51:45.526082 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4d77501d-f195-4627-8fdf-f34feb957898 req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0268767 Apr 20 14:51:45.566310 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Request body: {'port': {'device_id': '50f06619-967a-4f6e-9c7a-819515aac1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:51:45.607147 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-64e8e8d4-76ee-4760-a0c6-fb778d4f6a09 req-fdc4bcf5-93a3-4c86-8e57-1e78f091dc13 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204450 Apr 20 14:51:45.616577 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393c5d3-a861-418e-b3da-b72e52d15072 req-433cfa30-fae0-431a-a9fe-0bf144d96943 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:45.631604 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e393c5d3-a861-418e-b3da-b72e52d15072 req-433cfa30-fae0-431a-a9fe-0bf144d96943 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 932 time: 0.5340874 Apr 20 14:51:45.631780 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70887cc5-0b25-4907-aead-3973b99233f5 req-c9be83ee-556b-42be-858d-0ebe43f40f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:45.632888 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-70887cc5-0b25-4907-aead-3973b99233f5 req-c9be83ee-556b-42be-858d-0ebe43f40f39 service neutron] 10.222.0.13 "GET /v2.0/networks?id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc HTTP/1.1" status: 200 len: 919 time: 0.2621627 Apr 20 14:51:45.690676 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e7941-259a-4518-9b0e-e110fce7581b req-5efc135c-c8aa-4765-be8d-26d6241d3440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:45.693002 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b33e7941-259a-4518-9b0e-e110fce7581b req-5efc135c-c8aa-4765-be8d-26d6241d3440 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ddaa3a8-e61f-46b9-96aa-d346948b134a HTTP/1.1" status: 200 len: 854 time: 0.1355577 Apr 20 14:51:45.707365 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e393c5d3-a861-418e-b3da-b72e52d15072 req-fab6038e-2400-4d05-8763-45560a9928c2 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810649 Apr 20 14:51:45.768835 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-70887cc5-0b25-4907-aead-3973b99233f5 req-3e89a9fa-6f91-4b69-84d5-ce4cc7fffa97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71ad3bb0-14c9-4f07-83ab-36d36c55d98d HTTP/1.1" status: 200 len: 217 time: 0.1186492 Apr 20 14:51:45.818303 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b33e7941-259a-4518-9b0e-e110fce7581b req-04dae9b3-e319-47a4-8282-34116ba2eae5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bf59d578-6ae3-486b-aded-96c31005ded3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0959251 Apr 20 14:51:45.969094 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70887cc5-0b25-4907-aead-3973b99233f5 req-bd09b15f-da3a-4260-b9fc-32e6ca52ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:45.971877 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-70887cc5-0b25-4907-aead-3973b99233f5 req-bd09b15f-da3a-4260-b9fc-32e6ca52ffd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2b75775-49ff-4f22-9c17-4a0e3c0f4f92 HTTP/1.1" status: 200 len: 859 time: 0.1930151 Apr 20 14:51:46.052549 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-70887cc5-0b25-4907-aead-3973b99233f5 req-288a7145-4ab2-47ca-be8b-088d78a3912e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666161 Apr 20 14:51:46.053418 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:46.226769 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device be24ab86-21dc-4ea2-83d7-bd0df0abcd34 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:51:46.242024 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b33e7941-259a-4518-9b0e-e110fce7581b req-a04aa980-af31-4802-83df-7ef7f7e1eec4 service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110250 Apr 20 14:51:46.250604 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71319f-5017-4aea-82a2-df32247a8c31 req-8f2fdb6d-fd13-4000-b9c3-dc692f5e1d50 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:46.252421 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7c71319f-5017-4aea-82a2-df32247a8c31 req-8f2fdb6d-fd13-4000-b9c3-dc692f5e1d50 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 943 time: 0.2185071 Apr 20 14:51:46.432914 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-70887cc5-0b25-4907-aead-3973b99233f5 req-84e54ee7-6b8e-453f-9732-ffd31ba0c604 service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540409 Apr 20 14:51:46.456041 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7c71319f-5017-4aea-82a2-df32247a8c31 req-76baec32-a883-409b-bd29-876060e66523 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663480 Apr 20 14:51:46.497011 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port be24ab86-21dc-4ea2-83d7-bd0df0abcd34, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=be24ab86-21dc-4ea2-83d7-bd0df0abcd34,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:51:46.519501 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b33e7941-259a-4518-9b0e-e110fce7581b req-ff25ab26-f3c0-43ad-87f9-7bbefc0b75dc service neutron] 10.222.0.13 "GET /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597535 Apr 20 14:51:46.520592 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': 'be24ab86-21dc-4ea2-83d7-bd0df0abcd34', 'network_id': 'bf59d578-6ae3-486b-aded-96c31005ded3', 'port_id': 'be24ab86-21dc-4ea2-83d7-bd0df0abcd34', 'mac_address': 'fa:16:3e:bc:c4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ddaa3a8-e61f-46b9-96aa-d346948b134a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:51:46.604057 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:46.627600 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be24ab86-21dc-4ea2-83d7-bd0df0abcd34 {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:51:46.680954 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port be24ab86-21dc-4ea2-83d7-bd0df0abcd34, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=be24ab86-21dc-4ea2-83d7-bd0df0abcd34,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:51:46.713050 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:46.717043 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:46.841504 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-70887cc5-0b25-4907-aead-3973b99233f5 req-c9c2bfd0-96bb-4dfb-8d88-ab8052ddbfb9 service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3958137 Apr 20 14:51:46.983852 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfe458-eb5c-4cb8-a6d4-90df9099b9a2 req-209bb49f-b60d-470c-83ee-30d51f2e3455 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:46.986644 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d2bfe458-eb5c-4cb8-a6d4-90df9099b9a2 req-209bb49f-b60d-470c-83ee-30d51f2e3455 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.2217588 Apr 20 14:51:47.023043 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8edae640-8832-4052-8f31-e9a265a2594e {{(pid=86499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:51:47.039941 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Notify callbacks [] for port, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:47.042955 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=be24ab86-21dc-4ea2-83d7-bd0df0abcd34,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:47.051728 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:47.052482 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:47.053071 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:47.053658 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:47.054493 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:47.055119 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:47.055697 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:47.056268 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:47.056835 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:47.057418 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:47.057993 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:47.058555 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:51:47.063353 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:47.085783 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Transition to ACTIVE for port object 8edae640-8832-4052-8f31-e9a265a2594e will not be triggered until provisioned by entity L2. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:51:47.110173 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d2bfe458-eb5c-4cb8-a6d4-90df9099b9a2 req-209bf04a-1747-4b2c-b90d-784da935ce39 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152928 Apr 20 14:51:47.147561 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126858355'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:47.153010 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:47.240557 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee2658-a008-442d-a599-1d174405f992 req-ff4f1ad3-f83b-45b1-a75a-15a65bc001cf tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:47.242551 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f2ee2658-a008-442d-a599-1d174405f992 req-ff4f1ad3-f83b-45b1-a75a-15a65bc001cf tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 944 time: 0.1228096 Apr 20 14:51:47.243671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['be24ab86-21dc-4ea2-83d7-bd0df0abcd34'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:51:47.331119 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f2ee2658-a008-442d-a599-1d174405f992 req-be94a324-9784-49e1-9c13-21bc5a73cd9e tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756087 Apr 20 14:51:47.353960 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Pushing event updated for resources: {'Port': ['ID=8edae640-8832-4052-8f31-e9a265a2594e,revision_number=2']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:47.357074 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:47.684249 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Attempting to bind port 8edae640-8832-4052-8f31-e9a265a2594e on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:51:47.684753 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Attempting to bind port 8edae640-8832-4052-8f31-e9a265a2594e by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '7cdc3924-95b5-4426-9883-8d7fb5117988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2de1ad53-73ff-470a-ad27-ae39795b329a'}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:51:47.684896 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Attempting to bind port 8edae640-8832-4052-8f31-e9a265a2594e on network 2de1ad53-73ff-470a-ad27-ae39795b329a {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:51:47.698947 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Port 8edae640-8832-4052-8f31-e9a265a2594e on network 2de1ad53-73ff-470a-ad27-ae39795b329a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:51:47.699321 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Attempting to bind port 8edae640-8832-4052-8f31-e9a265a2594e on network 2de1ad53-73ff-470a-ad27-ae39795b329a {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:51:47.717834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:51:47.718193 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Checking segment: {'id': '7cdc3924-95b5-4426-9883-8d7fb5117988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2de1ad53-73ff-470a-ad27-ae39795b329a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:51:47.718640 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Bound using segment: {'id': '7cdc3924-95b5-4426-9883-8d7fb5117988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2de1ad53-73ff-470a-ad27-ae39795b329a'} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:51:47.719369 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Bound port: 8edae640-8832-4052-8f31-e9a265a2594e, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdc3924-95b5-4426-9883-8d7fb5117988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2de1ad53-73ff-470a-ad27-ae39795b329a'}}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:51:47.719769 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:47.766642 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef5da0-164c-4b89-aca8-c2a64b357616 req-9f9d5d0c-3136-4005-98fe-ec854e38b4d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:47.772329 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f1ef5da0-164c-4b89-aca8-c2a64b357616 req-9f9d5d0c-3136-4005-98fe-ec854e38b4d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.2045248 Apr 20 14:51:47.821762 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 41290) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:47.907802 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f1ef5da0-164c-4b89-aca8-c2a64b357616 req-2adffa0e-4391-497d-ad65-0a258531982a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282954 Apr 20 14:51:47.924444 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] For port 8edae640-8832-4052-8f31-e9a265a2594e, host hv-cinder-74216, cleared binding levels {{(pid=86499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:51:47.946536 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_v2 [None req-f070cda1-842c-4ca0-913d-a552dd1548ef admin admin] Deleting subnet 89fffde4-1a9c-4087-bf01-f2ca61f8f3db {{(pid=86499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 14:51:47.955473 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] For port 8edae640-8832-4052-8f31-e9a265a2594e, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=8edae640-8832-4052-8f31-e9a265a2594e,segment=NetworkSegment(7cdc3924-95b5-4426-9883-8d7fb5117988),segment_id=7cdc3924-95b5-4426-9883-8d7fb5117988)] {{(pid=86499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:51:48.000162 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f070cda1-842c-4ca0-913d-a552dd1548ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:48.021933 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:48.046517 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126858355'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:48.057121 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb52d10-a78e-4c95-9e93-39156b57aa27 req-81ac910d-98c7-41fa-b4e5-334a0183c33c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:48.058905 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6bb52d10-a78e-4c95-9e93-39156b57aa27 req-81ac910d-98c7-41fa-b4e5-334a0183c33c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 944 time: 0.2065361 Apr 20 14:51:48.059595 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:48.147929 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:48.148732 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:48.150442 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4d77501d-f195-4627-8fdf-f34feb957898 req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] 10.222.0.13 "PUT /v2.0/ports/8edae640-8832-4052-8f31-e9a265a2594e HTTP/1.1" status: 200 len: 1094 time: 2.5914681 Apr 20 14:51:48.160854 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50f06619-967a-4f6e-9c7a-819515aac1b5', 'tag': '8edae640-8832-4052-8f31-e9a265a2594e'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:51:48.172535 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6bb52d10-a78e-4c95-9e93-39156b57aa27 req-d3823199-c3dd-4fa2-b3e8-d83df261a8a0 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698497 Apr 20 14:51:48.177015 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f070cda1-842c-4ca0-913d-a552dd1548ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851047599'] for subnet, precommit_delete_associations {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:48.220762 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a65fa-faa8-499b-b9e9-e109578df4ca req-7f3a1071-71c7-47f1-877a-e31f57e98b7a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:48.222786 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-743a65fa-faa8-499b-b9e9-e109578df4ca req-7f3a1071-71c7-47f1-877a-e31f57e98b7a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.1594229 Apr 20 14:51:48.235510 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Pushing event updated for resources: {'Port': ['ID=8edae640-8832-4052-8f31-e9a265a2594e,revision_number=3']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:48.248018 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:48.274186 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f070cda1-842c-4ca0-913d-a552dd1548ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854002903'] for subnet, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:48.319540 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-743a65fa-faa8-499b-b9e9-e109578df4ca req-be0f21b8-8813-4c4f-bdf2-e9d771adb3d5 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879567 Apr 20 14:51:48.389567 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50f06619-967a-4f6e-9c7a-819515aac1b5', 'tag': '8edae640-8832-4052-8f31-e9a265a2594e', 'status': 'completed', 'code': 200} Apr 20 14:51:48.510905 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77501d-f195-4627-8fdf-f34feb957898 req-587f5232-4b83-46cf-b5dc-92185ae95222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:48.512444 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4d77501d-f195-4627-8fdf-f34feb957898 req-587f5232-4b83-46cf-b5dc-92185ae95222 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70a1afb8e724b40862c7a8ecdf69629&device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 1097 time: 0.2037566 Apr 20 14:51:48.595514 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00758bd8-9ef6-4ae9-9ced-8191814bacdf req-f38be70f-1037-46d5-83dd-c20924efe0df tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:48.597795 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-00758bd8-9ef6-4ae9-9ced-8191814bacdf req-f38be70f-1037-46d5-83dd-c20924efe0df tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.2287822 Apr 20 14:51:48.611839 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4d77501d-f195-4627-8fdf-f34feb957898 req-2e0b9e6e-b634-40b7-9f4d-f745df7d22a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8edae640-8832-4052-8f31-e9a265a2594e HTTP/1.1" status: 200 len: 217 time: 0.0798283 Apr 20 14:51:48.676698 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-00758bd8-9ef6-4ae9-9ced-8191814bacdf req-64e3aa62-4f08-492b-912d-8b9fe17cb82f tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661986 Apr 20 14:51:48.687282 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94159f1d-184b-4419-9bca-21d990ea1574 req-a5b4f5e3-dd42-4b60-be4e-42773f442f06 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:48.688973 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-94159f1d-184b-4419-9bca-21d990ea1574 req-a5b4f5e3-dd42-4b60-be4e-42773f442f06 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 944 time: 0.1927547 Apr 20 14:51:48.777440 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-94159f1d-184b-4419-9bca-21d990ea1574 req-d5de0783-732b-4955-93ad-a9ef4c566226 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751271 Apr 20 14:51:48.796591 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77501d-f195-4627-8fdf-f34feb957898 req-b838beb8-32e1-4ece-bb25-81a14f99c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:48.798887 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4d77501d-f195-4627-8fdf-f34feb957898 req-b838beb8-32e1-4ece-bb25-81a14f99c533 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b40f7c78-524a-40e4-9d95-b7d5f19c3ec9 HTTP/1.1" status: 200 len: 849 time: 0.1763248 Apr 20 14:51:48.860476 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4d77501d-f195-4627-8fdf-f34feb957898 req-52f3c2e7-1977-428d-86cd-35776bf6952b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2de1ad53-73ff-470a-ad27-ae39795b329a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508401 Apr 20 14:51:49.156669 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb19df8-0cd5-4ccd-a4cd-44b4ed061f4e req-34ee1a4f-08a6-48cf-be97-99423113b847 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:49.158390 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5cb19df8-0cd5-4ccd-a4cd-44b4ed061f4e req-34ee1a4f-08a6-48cf-be97-99423113b847 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.1148496 Apr 20 14:51:49.218674 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5cb19df8-0cd5-4ccd-a4cd-44b4ed061f4e req-411b29c9-0035-433e-95d8-3995424f4f10 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524285 Apr 20 14:51:49.341776 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4d77501d-f195-4627-8fdf-f34feb957898 req-e23fa516-de09-490b-baba-05c85abacacd service neutron] 10.222.0.13 "GET /v2.0/networks/2de1ad53-73ff-470a-ad27-ae39795b329a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4731205 Apr 20 14:51:49.383994 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f070cda1-842c-4ca0-913d-a552dd1548ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036727916626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3950722'] for subnet, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:49.471271 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e5c8dfb1-a427-4a02-bbd5-2627f6ea8b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:49.475429 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:51:49.516916 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070cda1-842c-4ca0-913d-a552dd1548ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89fffde4-1a9c-4087-bf01-f2ca61f8f3db,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:49.520478 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f070cda1-842c-4ca0-913d-a552dd1548ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:49.535337 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f070cda1-842c-4ca0-913d-a552dd1548ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:49.582665 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f070cda1-842c-4ca0-913d-a552dd1548ef admin admin] 10.222.0.21 "DELETE /v2.0/subnets/89fffde4-1a9c-4087-bf01-f2ca61f8f3db HTTP/1.1" status: 204 len: 168 time: 1.7591031 Apr 20 14:51:49.589238 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 41316) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:49.642943 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326ead9-725d-4225-9d73-09924136d281 req-9d215a04-3849-41fe-b56e-56e0cbde2a80 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:49.645431 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4326ead9-725d-4225-9d73-09924136d281 req-9d215a04-3849-41fe-b56e-56e0cbde2a80 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 944 time: 0.2029803 Apr 20 14:51:49.718891 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c39a8-ad12-4421-b704-bf6d2d983032 req-038c6e5e-1e25-4dd0-b1ba-e50bfd4f92fa tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:49.721217 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d60c39a8-ad12-4421-b704-bf6d2d983032 req-038c6e5e-1e25-4dd0-b1ba-e50bfd4f92fa tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.1871061 Apr 20 14:51:49.767697 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4326ead9-725d-4225-9d73-09924136d281 req-e19bc9b5-1bad-47df-bbe5-c8bcf0e7f01c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100464 Apr 20 14:51:49.822342 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d60c39a8-ad12-4421-b704-bf6d2d983032 req-4339c810-df2b-4ab8-92b6-cc51e24daaee tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828226 Apr 20 14:51:49.838464 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4d77501d-f195-4627-8fdf-f34feb957898 req-7d6143bc-05c0-4df8-9e27-3c493e0c0786 service neutron] 10.222.0.13 "GET /v2.0/networks/2de1ad53-73ff-470a-ad27-ae39795b329a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837587 Apr 20 14:51:49.935619 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ba3dc07c-a2b2-43d9-a68c-7c58b908a407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854139803'] for network, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:50.264405 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device be24ab86-21dc-4ea2-83d7-bd0df0abcd34 up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:51:50.308513 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ba3dc07c-a2b2-43d9-a68c-7c58b908a407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772988', 'neutron.services.segments.db._delete_segments_for_network-8751737199731'] for network, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:50.426208 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce0030-80df-46ae-8ab9-39ee5f910d25 req-186472c4-efac-4c52-9f62-71685eac1ae5 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:50.429261 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-abce0030-80df-46ae-8ab9-39ee5f910d25 req-186472c4-efac-4c52-9f62-71685eac1ae5 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.3912678 Apr 20 14:51:50.470358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port be24ab86-21dc-4ea2-83d7-bd0df0abcd34 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:51:50.480095 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port be24ab86-21dc-4ea2-83d7-bd0df0abcd34 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:51:50.481435 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:50.511864 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34956e9d-f2e6-4a80-b5f3-51adb97d96f2 req-f074036b-9548-4930-ab1a-cb1e81cc220c tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:50.517650 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-34956e9d-f2e6-4a80-b5f3-51adb97d96f2 req-f074036b-9548-4930-ab1a-cb1e81cc220c tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 944 time: 0.2922266 Apr 20 14:51:50.549067 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-abce0030-80df-46ae-8ab9-39ee5f910d25 req-07b0fc61-8fc9-4f56-b1ca-35a3bd191b4a tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056821 Apr 20 14:51:50.599308 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-34956e9d-f2e6-4a80-b5f3-51adb97d96f2 req-544fb559-26b0-44d1-a536-fd5fa7ee6fd3 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774541 Apr 20 14:51:50.686239 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-ba3dc07c-a2b2-43d9-a68c-7c58b908a407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07253be4-4713-49d8-9d31-321bc387fda2']}} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:51:50.725610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-ba3dc07c-a2b2-43d9-a68c-7c58b908a407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9810741c-d36e-47f0-b89f-e0dce3189dfd') {'for_net_delete': True} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:51:50.726206 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-ba3dc07c-a2b2-43d9-a68c-7c58b908a407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9810741c-d36e-47f0-b89f-e0dce3189dfd') {} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:51:50.761167 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07436295-565c-4da6-9276-bed0077563c3 req-53ed8c68-d88b-4453-ab79-d92712dde233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:50.761753 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:50.764263 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-07436295-565c-4da6-9276-bed0077563c3 req-53ed8c68-d88b-4453-ab79-d92712dde233 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70a1afb8e724b40862c7a8ecdf69629&device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 1097 time: 0.3074853 Apr 20 14:51:50.767621 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ba3dc07c-a2b2-43d9-a68c-7c58b908a407 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285117414499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728217'] for segment, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:50.814479 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port be24ab86-21dc-4ea2-83d7-bd0df0abcd34, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=be24ab86-21dc-4ea2-83d7-bd0df0abcd34,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:51:50.816217 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80451b2-be49-4128-b9ee-7632125161d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be24ab86-21dc-4ea2-83d7-bd0df0abcd34'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:51:50.860817 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:50.864248 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:50.906970 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d7132-37b0-4f99-915e-c2869a46b81e req-7da01a49-b68d-4f02-8b09-5ba7f2a92b72 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:50.910601 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9e4d7132-37b0-4f99-915e-c2869a46b81e req-7da01a49-b68d-4f02-8b09-5ba7f2a92b72 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.1800325 Apr 20 14:51:50.968453 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=be24ab86-21dc-4ea2-83d7-bd0df0abcd34,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:50.981960 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:51.000530 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9e4d7132-37b0-4f99-915e-c2869a46b81e req-e62a2a8d-0085-4113-938c-03888cf1565f tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764346 Apr 20 14:51:51.030641 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ba3dc07c-a2b2-43d9-a68c-7c58b908a407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:51.087102 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3dc07c-a2b2-43d9-a68c-7c58b908a407 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=86499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 14:51:51.135919 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80451b2-be49-4128-b9ee-7632125161d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be24ab86-21dc-4ea2-83d7-bd0df0abcd34', 'code': 200} Apr 20 14:51:51.172256 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cca0c5-0c2f-456e-b1ab-8f8d02b3b378 req-74b88b54-6bda-4cc6-a363-38f294a638a8 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:51.174548 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-46cca0c5-0c2f-456e-b1ab-8f8d02b3b378 req-74b88b54-6bda-4cc6-a363-38f294a638a8 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 945 time: 0.1233623 Apr 20 14:51:51.249162 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-46cca0c5-0c2f-456e-b1ab-8f8d02b3b378 req-57444349-6dd9-47f2-8bc2-2e189071c6c1 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666051 Apr 20 14:51:51.477150 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07436295-565c-4da6-9276-bed0077563c3 req-5970c336-8220-4212-abf5-e179be83935d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:51.478854 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-07436295-565c-4da6-9276-bed0077563c3 req-5970c336-8220-4212-abf5-e179be83935d service neutron] 10.222.0.13 "GET /v2.0/networks?id=2de1ad53-73ff-470a-ad27-ae39795b329a HTTP/1.1" status: 200 len: 909 time: 0.6966691 Apr 20 14:51:51.491202 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-ba3dc07c-a2b2-43d9-a68c-7c58b908a407 admin admin] Network 07253be4-4713-49d8-9d31-321bc387fda2 has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:51:51.510649 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ba3dc07c-a2b2-43d9-a68c-7c58b908a407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854042056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126858253'] for segment, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:51.523935 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb738c65-5e83-4e8c-abb8-23d415d64871 req-293f2cac-772c-40b8-ab31-1140c2437bd0 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:51.526770 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bb738c65-5e83-4e8c-abb8-23d415d64871 req-293f2cac-772c-40b8-ab31-1140c2437bd0 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.1885409 Apr 20 14:51:51.613573 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bb738c65-5e83-4e8c-abb8-23d415d64871 req-4b7a2a98-4789-458e-9258-e62613fde8a5 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775189 Apr 20 14:51:51.754175 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-07436295-565c-4da6-9276-bed0077563c3 req-e61f414f-5157-4507-b7a9-25af68880b88 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8edae640-8832-4052-8f31-e9a265a2594e HTTP/1.1" status: 200 len: 217 time: 0.2491667 Apr 20 14:51:51.960715 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3cac35-d579-4f22-9c6d-c4d25a63a5d5 req-c27030a1-9e9a-4bde-a5e4-5b8f9a8751ab tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:51.963592 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0b3cac35-d579-4f22-9c6d-c4d25a63a5d5 req-c27030a1-9e9a-4bde-a5e4-5b8f9a8751ab tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.2444618 Apr 20 14:51:52.003694 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07436295-565c-4da6-9276-bed0077563c3 req-33166340-dd50-407a-8856-2db3b373b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:52.005567 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-07436295-565c-4da6-9276-bed0077563c3 req-33166340-dd50-407a-8856-2db3b373b4f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b40f7c78-524a-40e4-9d95-b7d5f19c3ec9 HTTP/1.1" status: 200 len: 849 time: 0.2344079 Apr 20 14:51:52.039167 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-ba3dc07c-a2b2-43d9-a68c-7c58b908a407 admin admin] Network 07253be4-4713-49d8-9d31-321bc387fda2 has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:51:52.104696 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531a435-2403-4675-8372-86e41b352683 req-82bc403d-c148-44fb-879f-89fbe492668f tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:52.117834 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c531a435-2403-4675-8372-86e41b352683 req-82bc403d-c148-44fb-879f-89fbe492668f tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 944 time: 0.2750101 Apr 20 14:51:52.127870 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-07436295-565c-4da6-9276-bed0077563c3 req-60dc6f8b-028a-4e66-b7d9-0bcb4b72aa9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2de1ad53-73ff-470a-ad27-ae39795b329a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775347 Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: Traceback (most recent call last): Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: timer() Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: cb(*args, **kw) Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: return func(*args, **kwargs) Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: self._notify() Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: self.callback(batched_events) Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: event.method(event) Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: segment_id)['aggregates'][0] Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: return f(self, *a, **k) Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: return self._get(url).json() Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: **kwargs) Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: return self.request(url, 'GET', **kwargs) Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: **endpoint_filter) Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:51:52.151555 dv-cinder-742162-4-smb neutron-server[86383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:51:52.208333 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0b3cac35-d579-4f22-9c6d-c4d25a63a5d5 req-c850f49e-83fd-4969-944c-55eaa72e77c9 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112317 Apr 20 14:51:52.261047 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c531a435-2403-4675-8372-86e41b352683 req-3abd543d-148a-4d90-bd86-6d9df9048512 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136839 Apr 20 14:51:52.284363 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 8edae640-8832-4052-8f31-e9a265a2594e details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:51:52.287814 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb24013-3caa-4c62-b81d-b343fac0524c req-1d0527f3-44e8-4f11-8727-03ed581dae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:52.289725 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2eb24013-3caa-4c62-b81d-b343fac0524c req-1d0527f3-44e8-4f11-8727-03ed581dae20 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 1098 time: 0.7833657 Apr 20 14:51:52.432930 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2eb24013-3caa-4c62-b81d-b343fac0524c req-7bf35b48-903c-4170-b3c5-254c083a56fd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787685 Apr 20 14:51:52.497749 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-07436295-565c-4da6-9276-bed0077563c3 req-3cf8b5cd-b789-46a2-983c-94d7e771f5c0 service neutron] 10.222.0.13 "GET /v2.0/networks/2de1ad53-73ff-470a-ad27-ae39795b329a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383112 Apr 20 14:51:52.671965 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ba3dc07c-a2b2-43d9-a68c-7c58b908a407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854002828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808770'] for network, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:52.676541 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ba3dc07c-a2b2-43d9-a68c-7c58b908a407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:52.684768 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:52.702847 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 8edae640-8832-4052-8f31-e9a265a2594e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=8edae640-8832-4052-8f31-e9a265a2594e,segment=NetworkSegment(7cdc3924-95b5-4426-9883-8d7fb5117988),segment_id=7cdc3924-95b5-4426-9883-8d7fb5117988)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:51:52.707021 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-ba3dc07c-a2b2-43d9-a68c-7c58b908a407 admin admin] 10.222.0.21 "DELETE /v2.0/networks/07253be4-4713-49d8-9d31-321bc387fda2 HTTP/1.1" status: 204 len: 168 time: 3.1161849 Apr 20 14:51:52.711015 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 41386) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:52.721518 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': '8edae640-8832-4052-8f31-e9a265a2594e', 'network_id': '2de1ad53-73ff-470a-ad27-ae39795b329a', 'port_id': '8edae640-8832-4052-8f31-e9a265a2594e', 'mac_address': 'fa:16:3e:9f:7f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40f7c78-524a-40e4-9d95-b7d5f19c3ec9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:51:52.759383 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3dc07c-a2b2-43d9-a68c-7c58b908a407 admin admin] Pushing event deleted for resources: {'Network': ['ID=07253be4-4713-49d8-9d31-321bc387fda2,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:52.765199 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ba3dc07c-a2b2-43d9-a68c-7c58b908a407 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:52.868405 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:52.928112 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8edae640-8832-4052-8f31-e9a265a2594e {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:51:52.962556 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 8edae640-8832-4052-8f31-e9a265a2594e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=8edae640-8832-4052-8f31-e9a265a2594e,segment=NetworkSegment(7cdc3924-95b5-4426-9883-8d7fb5117988),segment_id=7cdc3924-95b5-4426-9883-8d7fb5117988)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:51:52.983936 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-07436295-565c-4da6-9276-bed0077563c3 req-1f1ad2d9-8747-4cd8-a3e9-d68a4b4fee46 service neutron] 10.222.0.13 "GET /v2.0/networks/2de1ad53-73ff-470a-ad27-ae39795b329a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701605 Apr 20 14:51:53.002681 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:53.006903 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ecaee371-990d-415d-86b7-d2480d2a23cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:53.012078 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_v2 [None req-90550b7d-e1a0-4552-903d-b8d968a9e550 admin admin] Deleting subnet f025ce61-44bd-42b4-b449-ed24a55bdbeb {{(pid=86499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 14:51:53.012078 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-90550b7d-e1a0-4552-903d-b8d968a9e550 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:53.021348 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d790d-965d-4823-9633-2e16043141d0 req-cc12279a-3ace-4394-becb-250189d9219a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:53.030430 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-498d790d-965d-4823-9633-2e16043141d0 req-cc12279a-3ace-4394-becb-250189d9219a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.4697933 Apr 20 14:51:53.138790 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-90550b7d-e1a0-4552-903d-b8d968a9e550 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851047599'] for subnet, precommit_delete_associations {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:53.180454 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12f36e-d67d-4311-a457-2dae29dc166b req-2b4db46e-f924-4369-9b19-79fd5c03ffb4 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:53.188007 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ab12f36e-d67d-4311-a457-2dae29dc166b req-2b4db46e-f924-4369-9b19-79fd5c03ffb4 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 945 time: 0.3134975 Apr 20 14:51:53.192978 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-498d790d-965d-4823-9633-2e16043141d0 req-89f3ba85-65c9-430a-94b1-ae0c3cf8e8f0 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478977 Apr 20 14:51:53.212655 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=8edae640-8832-4052-8f31-e9a265a2594e,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:53.219532 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:53.267067 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-90550b7d-e1a0-4552-903d-b8d968a9e550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854002903'] for subnet, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:53.272349 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ab12f36e-d67d-4311-a457-2dae29dc166b req-1fb64ba2-1f36-4e96-9af8-20b8a00992a0 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780442 Apr 20 14:51:53.455713 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6404a83-7029-4498-a427-8c582f229f44 req-4f2efd57-5b4c-4f79-8b0c-c785cfcae14d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:53.465203 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a6404a83-7029-4498-a427-8c582f229f44 req-4f2efd57-5b4c-4f79-8b0c-c785cfcae14d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.1197584 Apr 20 14:51:53.576089 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a6404a83-7029-4498-a427-8c582f229f44 req-5bb4f706-1998-41b3-91b0-f53a52b636e0 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091919 Apr 20 14:51:53.614806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2a8e0-3c59-4410-8493-50f5e974fa82 req-c27ba32b-019f-4a5f-b7c1-fc4b87cefb3f tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:53.617330 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-25f2a8e0-3c59-4410-8493-50f5e974fa82 req-c27ba32b-019f-4a5f-b7c1-fc4b87cefb3f tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 945 time: 0.1349928 Apr 20 14:51:53.633503 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['8edae640-8832-4052-8f31-e9a265a2594e'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:51:53.670092 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-90550b7d-e1a0-4552-903d-b8d968a9e550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036727916626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3950722'] for subnet, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:53.678326 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:53.691842 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-25f2a8e0-3c59-4410-8493-50f5e974fa82 req-7e50ee1d-7954-40f1-9e47-b7fef5cd815f tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661962 Apr 20 14:51:53.738170 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90550b7d-e1a0-4552-903d-b8d968a9e550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f025ce61-44bd-42b4-b449-ed24a55bdbeb,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:53.743533 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-90550b7d-e1a0-4552-903d-b8d968a9e550 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:53.747246 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-90550b7d-e1a0-4552-903d-b8d968a9e550 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:53.758302 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-90550b7d-e1a0-4552-903d-b8d968a9e550 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f025ce61-44bd-42b4-b449-ed24a55bdbeb HTTP/1.1" status: 204 len: 168 time: 1.0458927 Apr 20 14:51:53.761607 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 41402) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:53.968492 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c3a79319-3372-4022-8d03-3cf9a609aee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854139803'] for network, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:54.127351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c3a79319-3372-4022-8d03-3cf9a609aee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772988', 'neutron.services.segments.db._delete_segments_for_network-8751737199731'] for network, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:54.259257 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-c3a79319-3372-4022-8d03-3cf9a609aee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f041bbad-b600-4477-9d54-e6c3be693e7a']}} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:51:54.276961 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-c3a79319-3372-4022-8d03-3cf9a609aee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b5dc78-900f-4c84-88dd-80661f394439') {'for_net_delete': True} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:51:54.277691 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-c3a79319-3372-4022-8d03-3cf9a609aee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b5dc78-900f-4c84-88dd-80661f394439') {} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:51:54.294853 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c3a79319-3372-4022-8d03-3cf9a609aee8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285117414499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728217'] for segment, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:54.312301 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c3a79319-3372-4022-8d03-3cf9a609aee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:54.320107 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a79319-3372-4022-8d03-3cf9a609aee8 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=86499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 14:51:54.710902 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d08840-4707-4627-9c4c-a50e76f0e69f req-5524ed0b-dd9b-4ae2-b896-e6fa394c02b5 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:54.713732 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-07d08840-4707-4627-9c4c-a50e76f0e69f req-5524ed0b-dd9b-4ae2-b896-e6fa394c02b5 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.2496219 Apr 20 14:51:54.787365 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1c03a-83ec-410b-9215-c77766459cce req-1d1522e0-7990-4635-8e7a-35e645c764a4 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:54.789172 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-03b1c03a-83ec-410b-9215-c77766459cce req-1d1522e0-7990-4635-8e7a-35e645c764a4 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.2501781 Apr 20 14:51:54.829789 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-07d08840-4707-4627-9c4c-a50e76f0e69f req-5ca2a616-c9bd-428a-ac5c-0c29b27a6bca tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033490 Apr 20 14:51:54.871503 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-03b1c03a-83ec-410b-9215-c77766459cce req-5d5ca032-ee82-478a-aed9-89b2328065bd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666847 Apr 20 14:51:54.925689 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-c3a79319-3372-4022-8d03-3cf9a609aee8 admin admin] Network f041bbad-b600-4477-9d54-e6c3be693e7a has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:51:54.949282 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c3a79319-3372-4022-8d03-3cf9a609aee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854042056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126858253'] for segment, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:55.305802 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-c3a79319-3372-4022-8d03-3cf9a609aee8 admin admin] Network f041bbad-b600-4477-9d54-e6c3be693e7a has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: Traceback (most recent call last): Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: timer() Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: cb(*args, **kw) Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: return func(*args, **kwargs) Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: self._notify() Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: self.callback(batched_events) Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: event.method(event) Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: segment_id)['aggregates'][0] Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: return f(self, *a, **k) Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: return self._get(url).json() Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: **kwargs) Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: return self.request(url, 'GET', **kwargs) Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: **endpoint_filter) Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:51:55.334044 dv-cinder-742162-4-smb neutron-server[86383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:51:55.369706 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc8f62-b956-49ea-bd15-7f47f6513210 req-414354f6-c4d4-4c6a-9e97-bd41489a3148 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:55.371476 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8cbc8f62-b956-49ea-bd15-7f47f6513210 req-414354f6-c4d4-4c6a-9e97-bd41489a3148 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 945 time: 0.2697432 Apr 20 14:51:55.380886 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fc1b9-8221-4f53-9a20-870084086516 req-1ec057a7-ba38-4a9b-89fb-78687873a6ca tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:55.382579 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1f2fc1b9-8221-4f53-9a20-870084086516 req-1ec057a7-ba38-4a9b-89fb-78687873a6ca tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.2067211 Apr 20 14:51:55.473902 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1f2fc1b9-8221-4f53-9a20-870084086516 req-0f0cd346-f52f-4520-97db-08acb4e3dad6 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847583 Apr 20 14:51:55.479770 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8cbc8f62-b956-49ea-bd15-7f47f6513210 req-806aed76-10be-4947-8267-773b513e2ad3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893250 Apr 20 14:51:55.519371 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c3a79319-3372-4022-8d03-3cf9a609aee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854002828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808770'] for network, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:55.527173 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-967aee84-1cb1-4bbb-9795-0fe59f9e6671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:55.576828 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c3a79319-3372-4022-8d03-3cf9a609aee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:55.599981 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a79319-3372-4022-8d03-3cf9a609aee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f041bbad-b600-4477-9d54-e6c3be693e7a,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:55.604382 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c3a79319-3372-4022-8d03-3cf9a609aee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:55.610217 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-c3a79319-3372-4022-8d03-3cf9a609aee8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f041bbad-b600-4477-9d54-e6c3be693e7a HTTP/1.1" status: 204 len: 168 time: 1.8450058 Apr 20 14:51:55.822005 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f4103-4086-408c-a39b-387201cda608 req-29e15131-06cc-468d-b229-849930010f38 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:55.825588 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ae1f4103-4086-408c-a39b-387201cda608 req-29e15131-06cc-468d-b229-849930010f38 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 945 time: 0.1817236 Apr 20 14:51:55.889670 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ae1f4103-4086-408c-a39b-387201cda608 req-a2594b3c-cf55-454c-8b99-10d5340094a1 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550463 Apr 20 14:51:56.025844 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 41446) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:56.155841 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-c1a90df5-53b3-4374-915a-731becfb7715 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae5ce27c7a4a407583761db758beb6fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1271949 Apr 20 14:51:56.159512 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 41456) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:56.274661 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cd05fc2a-a9af-4a54-a1ae-19c3205ed777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:56.279425 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4fcf1-7427-435f-b0a4-7c7adbd9433f req-168a5153-503c-49d7-a013-cb6d30138c8c tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:56.281985 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-98e4fcf1-7427-435f-b0a4-7c7adbd9433f req-168a5153-503c-49d7-a013-cb6d30138c8c tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.1857018 Apr 20 14:51:56.307152 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 8edae640-8832-4052-8f31-e9a265a2594e up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:51:56.340642 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cd05fc2a-a9af-4a54-a1ae-19c3205ed777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:56.465477 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-98e4fcf1-7427-435f-b0a4-7c7adbd9433f req-a3ddf2c7-1cee-49d8-906b-31598789efb3 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751785 Apr 20 14:51:56.529154 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cd05fc2a-a9af-4a54-a1ae-19c3205ed777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:56.538529 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1d14d542-28b8-4aee-99f7-ba50c2450bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:56.559055 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05fc2a-a9af-4a54-a1ae-19c3205ed777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccde58bc-1d84-412c-8dc0-44abc5fc6330,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:56.561286 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cd05fc2a-a9af-4a54-a1ae-19c3205ed777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:56.562520 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-cd05fc2a-a9af-4a54-a1ae-19c3205ed777 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccde58bc-1d84-412c-8dc0-44abc5fc6330 HTTP/1.1" status: 204 len: 168 time: 0.4017839 Apr 20 14:51:56.563700 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-cd05fc2a-a9af-4a54-a1ae-19c3205ed777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:56.579784 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port 8edae640-8832-4052-8f31-e9a265a2594e completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:51:56.585015 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port 8edae640-8832-4052-8f31-e9a265a2594e triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:51:56.585338 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:56.900230 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093f87b-e8fb-454e-90c4-bd1825d5cff7 req-4423bbd4-983e-4f35-b18a-0d81b264914e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:56.902403 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9093f87b-e8fb-454e-90c4-bd1825d5cff7 req-4423bbd4-983e-4f35-b18a-0d81b264914e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.1721597 Apr 20 14:51:56.920568 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:57.006083 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9093f87b-e8fb-454e-90c4-bd1825d5cff7 req-48211530-f057-4c6f-aaf0-7987cfc9f201 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897934 Apr 20 14:51:57.008806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 8edae640-8832-4052-8f31-e9a265a2594e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=8edae640-8832-4052-8f31-e9a265a2594e,segment=NetworkSegment(7cdc3924-95b5-4426-9883-8d7fb5117988),segment_id=7cdc3924-95b5-4426-9883-8d7fb5117988)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:51:57.010347 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f06619-967a-4f6e-9c7a-819515aac1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edae640-8832-4052-8f31-e9a265a2594e'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:51:57.064046 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:57.070343 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:57.179182 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f06619-967a-4f6e-9c7a-819515aac1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8edae640-8832-4052-8f31-e9a265a2594e', 'code': 200} Apr 20 14:51:57.240219 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=8edae640-8832-4052-8f31-e9a265a2594e,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:57.245485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:57.327124 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caaf2ff-fe39-4b1f-a3b5-8770b4a735b3 req-2fc23e19-6528-48bb-a668-716ec43e9664 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:57.328868 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0caaf2ff-fe39-4b1f-a3b5-8770b4a735b3 req-2fc23e19-6528-48bb-a668-716ec43e9664 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 946 time: 0.1348958 Apr 20 14:51:57.387788 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0caaf2ff-fe39-4b1f-a3b5-8770b4a735b3 req-2d3b5cea-a086-4c9e-9cc6-35b58d76e48f tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511324 Apr 20 14:51:57.543787 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 41484) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:57.660827 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-60c8fed3-7170-4d13-a82a-b032677c51b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e1411e6fa1a486d876b1b2bbef6406e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1153851 Apr 20 14:51:57.666629 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 41488) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:51:57.735563 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fe584-3288-4420-9fce-75585704eeff req-52e61872-8fd2-4e8f-9a4e-72115393c95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:57.735563 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c43fe584-3288-4420-9fce-75585704eeff req-52e61872-8fd2-4e8f-9a4e-72115393c95d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 1099 time: 0.1476028 Apr 20 14:51:57.746949 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b905a-76c5-490e-bc97-b45b83cc09d2 req-5a8532dc-b5ca-4bc4-9bbe-618cb3ffed27 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:57.748690 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8c8b905a-76c5-490e-bc97-b45b83cc09d2 req-5a8532dc-b5ca-4bc4-9bbe-618cb3ffed27 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.1062589 Apr 20 14:51:57.779023 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fd56c89d-9075-4c12-909a-a5be0dd3eb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:57.819154 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c43fe584-3288-4420-9fce-75585704eeff req-a1991560-1b1b-4918-95f5-a4f7890d5a09 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682154 Apr 20 14:51:57.827390 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fd56c89d-9075-4c12-909a-a5be0dd3eb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:57.837607 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8c8b905a-76c5-490e-bc97-b45b83cc09d2 req-3359e6ed-d7b7-47e2-bb2f-eb92675982b8 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807545 Apr 20 14:51:57.927084 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fd56c89d-9075-4c12-909a-a5be0dd3eb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:57.934267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-af8b4da9-d83a-4d83-a737-d7643fc401d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:51:57.949882 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56c89d-9075-4c12-909a-a5be0dd3eb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f21ece-7614-4660-8ffc-34461e371f71,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:51:57.953438 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fd56c89d-9075-4c12-909a-a5be0dd3eb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:51:57.955774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fd56c89d-9075-4c12-909a-a5be0dd3eb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:51:57.957094 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-fd56c89d-9075-4c12-909a-a5be0dd3eb30 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19f21ece-7614-4660-8ffc-34461e371f71 HTTP/1.1" status: 204 len: 168 time: 0.2882059 Apr 20 14:51:58.332014 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a9ac2-5507-460f-80f3-2ac96db8cd81 req-2418c5eb-c20f-4d35-be82-a7adadbcdd39 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:58.333839 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-725a9ac2-5507-460f-80f3-2ac96db8cd81 req-2418c5eb-c20f-4d35-be82-a7adadbcdd39 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.1014788 Apr 20 14:51:58.443336 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-725a9ac2-5507-460f-80f3-2ac96db8cd81 req-98991e75-3fec-4d9b-b92c-58f1f4689e94 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937810 Apr 20 14:51:58.709260 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2a659-f53d-4ada-a4e7-c3a3d1d47b6d req-a22628e4-2172-400f-83da-190423e31289 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:58.711110 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f6a2a659-f53d-4ada-a4e7-c3a3d1d47b6d req-a22628e4-2172-400f-83da-190423e31289 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 946 time: 0.1258636 Apr 20 14:51:58.815643 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f6a2a659-f53d-4ada-a4e7-c3a3d1d47b6d req-2bcda311-8592-4901-b4ef-bc25dc5440a6 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971611 Apr 20 14:51:59.184749 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bf42f-6741-49d5-b08c-b00b098e1070 req-a4687ec5-916d-4613-bfef-0c1bf738820a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:59.200578 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-174bf42f-6741-49d5-b08c-b00b098e1070 req-a4687ec5-916d-4613-bfef-0c1bf738820a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.1825886 Apr 20 14:51:59.282932 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-174bf42f-6741-49d5-b08c-b00b098e1070 req-a1fbad77-d396-4c3f-9ebc-634bcef0ac54 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809159 Apr 20 14:51:59.804378 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6685c7-c429-4860-94d0-1549d9d1b74b req-4bdf9cbd-98af-40d0-8d12-d9f1ce4cc2d4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:51:59.814941 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4f6685c7-c429-4860-94d0-1549d9d1b74b req-4bdf9cbd-98af-40d0-8d12-d9f1ce4cc2d4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.1384447 Apr 20 14:51:59.871870 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4f6685c7-c429-4860-94d0-1549d9d1b74b req-a4ff8a08-792d-484f-8788-32b6a56a1a97 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517080 Apr 20 14:52:00.129401 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f053d32-e7f1-4f81-806a-0233b47baf88 req-709c554a-3ef9-4b46-93c3-a364022ba631 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:00.131175 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9f053d32-e7f1-4f81-806a-0233b47baf88 req-709c554a-3ef9-4b46-93c3-a364022ba631 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 946 time: 0.1443884 Apr 20 14:52:00.186177 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9f053d32-e7f1-4f81-806a-0233b47baf88 req-263a4f5d-3f26-43e0-a9e8-abc6bbbecd83 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475616 Apr 20 14:52:00.508103 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb799ec-c18a-46e2-88fd-6f3702a9c170 req-b5514b4c-1121-48fd-a3d7-8d951eb9e1be tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:00.509840 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1fb799ec-c18a-46e2-88fd-6f3702a9c170 req-b5514b4c-1121-48fd-a3d7-8d951eb9e1be tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.0973327 Apr 20 14:52:00.577249 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1fb799ec-c18a-46e2-88fd-6f3702a9c170 req-8df06f86-765e-4eff-ab34-153d53473273 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596929 Apr 20 14:52:01.177362 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d808f8d-d0e8-4cf5-89e1-e68dbb4361c0 req-913c4df4-5ac8-4da0-a14e-0fab8286972f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:01.180835 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5d808f8d-d0e8-4cf5-89e1-e68dbb4361c0 req-913c4df4-5ac8-4da0-a14e-0fab8286972f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.1307991 Apr 20 14:52:01.282645 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5d808f8d-d0e8-4cf5-89e1-e68dbb4361c0 req-9f4b2f03-8110-411e-b567-321a36da0622 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881994 Apr 20 14:52:01.815053 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5692048-a286-4065-9584-4f7250ba2b43 req-b2fd42cd-b867-44c5-8386-1a893d6c0af6 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:01.817363 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b5692048-a286-4065-9584-4f7250ba2b43 req-b2fd42cd-b867-44c5-8386-1a893d6c0af6 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.1024616 Apr 20 14:52:01.885692 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b5692048-a286-4065-9584-4f7250ba2b43 req-6ba271f8-bc3d-4b8d-9d01-b9876798e2ef tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548334 Apr 20 14:52:02.526467 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404b25b-1df5-40dd-9a93-539ea043b841 req-c9d13488-975d-439a-b5bc-1e1455c542b9 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:02.528995 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1404b25b-1df5-40dd-9a93-539ea043b841 req-c9d13488-975d-439a-b5bc-1e1455c542b9 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1691022 Apr 20 14:52:02.535747 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bbc3e-f5dc-41c7-a58d-eea84d7ee247 req-eb644f57-f521-40f1-a26a-d8ae8805ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:02.537966 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0d8bbc3e-f5dc-41c7-a58d-eea84d7ee247 req-eb644f57-f521-40f1-a26a-d8ae8805ffe2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfbd4fdd7d16445b92d63cdbcbcba659&device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 1099 time: 0.0968902 Apr 20 14:52:02.606285 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1404b25b-1df5-40dd-9a93-539ea043b841 req-3fc165c1-417b-4bb9-a5b7-6798531db683 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626342 Apr 20 14:52:02.619031 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b19ecf-0258-4940-83ad-4c2d2b569d19 req-c532d575-7cd2-4b54-93b5-33b4541d39dc tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:02.620975 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-94b19ecf-0258-4940-83ad-4c2d2b569d19 req-c532d575-7cd2-4b54-93b5-33b4541d39dc tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.1719413 Apr 20 14:52:02.680400 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-94b19ecf-0258-4940-83ad-4c2d2b569d19 req-b0a126b9-1a8b-46e5-a7ce-7c1dd1070169 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470927 Apr 20 14:52:02.716000 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bbc3e-f5dc-41c7-a58d-eea84d7ee247 req-55d736b1-997b-4a4f-abb4-8c1ca3ad0f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:02.717608 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0d8bbc3e-f5dc-41c7-a58d-eea84d7ee247 req-55d736b1-997b-4a4f-abb4-8c1ca3ad0f72 service neutron] 10.222.0.13 "GET /v2.0/networks?id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc HTTP/1.1" status: 200 len: 919 time: 0.1684418 Apr 20 14:52:02.809312 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0d8bbc3e-f5dc-41c7-a58d-eea84d7ee247 req-f395e5a0-edb3-48dd-976d-55c244dd80aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71ad3bb0-14c9-4f07-83ab-36d36c55d98d HTTP/1.1" status: 200 len: 217 time: 0.0763590 Apr 20 14:52:02.835028 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-e2ecaf55-8260-4d98-a5fa-ed37a89911b0 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e06fd86fbe4b4154ba811029dfedb077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350196 Apr 20 14:52:02.891990 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bbc3e-f5dc-41c7-a58d-eea84d7ee247 req-e1d82707-173f-4234-9aa0-9a0b81a0b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:02.894353 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0d8bbc3e-f5dc-41c7-a58d-eea84d7ee247 req-e1d82707-173f-4234-9aa0-9a0b81a0b5b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2b75775-49ff-4f22-9c17-4a0e3c0f4f92 HTTP/1.1" status: 200 len: 859 time: 0.0733976 Apr 20 14:52:03.029805 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0d8bbc3e-f5dc-41c7-a58d-eea84d7ee247 req-5ebe2ae5-2e29-414e-9b3a-4a0df4817e5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221864 Apr 20 14:52:03.113898 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-b6971731-72b7-4028-afe9-7e6543b098ed tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:03.124173 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-b6971731-72b7-4028-afe9-7e6543b098ed tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2810278 Apr 20 14:52:03.146036 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-566449a6-75bc-4e8c-9b3a-d5ac7c803606 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/quotas/e06fd86fbe4b4154ba811029dfedb077 HTTP/1.1" status: 200 len: 375 time: 0.0205262 Apr 20 14:52:03.270999 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-926728a5-2268-49bc-bf83-59bcb134e518 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e06fd86fbe4b4154ba811029dfedb077&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1192224 Apr 20 14:52:03.271110 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0d8bbc3e-f5dc-41c7-a58d-eea84d7ee247 req-d3760df5-f4ee-45d2-bb4c-9e857cbef6e6 service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257955 Apr 20 14:52:03.379852 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094d705-5740-4ca7-9b7f-4bf1672bcf3c req-258abb9a-bbc6-4391-8e1b-58746d842ae9 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:03.381538 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0094d705-5740-4ca7-9b7f-4bf1672bcf3c req-258abb9a-bbc6-4391-8e1b-58746d842ae9 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.1808324 Apr 20 14:52:03.482704 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0094d705-5740-4ca7-9b7f-4bf1672bcf3c req-77121fc0-6ebc-46a1-9924-b665ca2f97c2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863342 Apr 20 14:52:03.641052 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0d8bbc3e-f5dc-41c7-a58d-eea84d7ee247 req-7071239b-03d0-4c54-8b5f-5ea7dd0eea7b service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484323 Apr 20 14:52:03.788098 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-52454586-5e95-4144-8943-a8033e071c8e req-79744d5b-0a11-4703-8b9b-ac2624e92a7f tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 210 time: 0.1563685 Apr 20 14:52:04.099035 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcced7c2-9f16-4832-b817-76dbde6cbab9 req-d17212ce-8d95-4424-830d-774a3919e331 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:04.100967 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dcced7c2-9f16-4832-b817-76dbde6cbab9 req-d17212ce-8d95-4424-830d-774a3919e331 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1682858 Apr 20 14:52:04.184180 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dcced7c2-9f16-4832-b817-76dbde6cbab9 req-96db7108-85ad-4537-b985-8b5b30dea7b1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713563 Apr 20 14:52:04.549756 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940397e-87fa-44a8-9dd8-8c53c23ccae8 req-acfbcc41-c140-467b-9504-c93af6934492 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:04.552883 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3940397e-87fa-44a8-9dd8-8c53c23ccae8 req-acfbcc41-c140-467b-9504-c93af6934492 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.1887765 Apr 20 14:52:04.611632 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3940397e-87fa-44a8-9dd8-8c53c23ccae8 req-15b6068d-7649-4ef1-854c-0a75be1cdfa4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512483 Apr 20 14:52:05.037399 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd145eb-40d9-4905-8d51-9b95b036ba42 req-b0f70371-a504-4e02-8fb2-791de10d9d85 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:05.044308 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bdd145eb-40d9-4905-8d51-9b95b036ba42 req-b0f70371-a504-4e02-8fb2-791de10d9d85 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 946 time: 0.2706709 Apr 20 14:52:05.117090 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee9d48-b8a8-4768-b300-83b3abbee748 req-c9c98658-7176-4df5-90fc-7a81abb66c14 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:05.124157 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f6ee9d48-b8a8-4768-b300-83b3abbee748 req-c9c98658-7176-4df5-90fc-7a81abb66c14 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.2775812 Apr 20 14:52:05.211170 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f6ee9d48-b8a8-4768-b300-83b3abbee748 req-b0be6370-0967-4ee8-9689-4b8ca46c22b2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793209 Apr 20 14:52:05.226843 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bdd145eb-40d9-4905-8d51-9b95b036ba42 req-5cc643a1-d302-425b-904a-caefbda1894d tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573744 Apr 20 14:52:05.522094 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-037e5484-ce43-4b1f-b5fc-d673b34b42be req-0ce3723a-c17e-454c-b2c8-baaf98e8d43f tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 210 time: 0.0871546 Apr 20 14:52:05.924438 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4186a-2de2-48b3-8e73-4b727dd1510d req-9574c318-a66f-4071-9cef-37ef1432f7a6 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:05.926174 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5ac4186a-2de2-48b3-8e73-4b727dd1510d req-9574c318-a66f-4071-9cef-37ef1432f7a6 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.1997366 Apr 20 14:52:05.947083 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca48dcd-282a-44a4-a070-2d8e42c7aa1f req-7922752b-9cb4-4777-a773-ea5f008bc352 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:05.949437 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3ca48dcd-282a-44a4-a070-2d8e42c7aa1f req-7922752b-9cb4-4777-a773-ea5f008bc352 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1617675 Apr 20 14:52:06.036848 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5ac4186a-2de2-48b3-8e73-4b727dd1510d req-15a6eaf8-765b-4afd-a614-e12393ca3603 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862892 Apr 20 14:52:06.050071 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3ca48dcd-282a-44a4-a070-2d8e42c7aa1f req-7bc19ff7-b47c-46f2-9227-9658df67653c tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617828 Apr 20 14:52:06.235288 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82e1ec-955f-4163-81ae-776651c9f7a2 req-34f2a9ce-43c9-4f9b-95dd-a2ff9045db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:06.238748 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9d82e1ec-955f-4163-81ae-776651c9f7a2 req-34f2a9ce-43c9-4f9b-95dd-a2ff9045db75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ec9121784bc4847a675627263bbd80b&device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 1099 time: 0.2205372 Apr 20 14:52:06.519755 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-c5f516ba-31fe-4624-8d2d-8c79ebc99499 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e06fd86fbe4b4154ba811029dfedb077&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705078 Apr 20 14:52:06.592518 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82e1ec-955f-4163-81ae-776651c9f7a2 req-ac41cbf7-a909-4f2e-94c6-599648e1c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:06.594074 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9d82e1ec-955f-4163-81ae-776651c9f7a2 req-ac41cbf7-a909-4f2e-94c6-599648e1c3f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a669ef3-df53-4cd3-a0a6-990300d50cd2 HTTP/1.1" status: 200 len: 910 time: 0.3371005 Apr 20 14:52:06.675389 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bb62a-9cfb-4b76-989f-e98d39fd7063 req-ba276cb5-753a-4562-a792-c2d3caf49485 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:06.677730 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5a1bb62a-9cfb-4b76-989f-e98d39fd7063 req-ba276cb5-753a-4562-a792-c2d3caf49485 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.2391346 Apr 20 14:52:06.757482 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f7636-3557-4fcc-bb04-0d98eb71701b req-92090138-12f5-4238-99da-e27a53ba9ec3 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:06.765771 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-609f7636-3557-4fcc-bb04-0d98eb71701b req-92090138-12f5-4238-99da-e27a53ba9ec3 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 946 time: 0.2824836 Apr 20 14:52:06.850950 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9d82e1ec-955f-4163-81ae-776651c9f7a2 req-e051c45d-a1e5-4d6c-bb7e-767f6378db0b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d HTTP/1.1" status: 200 len: 1002 time: 0.1855962 Apr 20 14:52:07.059823 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82e1ec-955f-4163-81ae-776651c9f7a2 req-cce4e3fb-8ff0-40d7-8233-bd008f0d3535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:07.062382 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9d82e1ec-955f-4163-81ae-776651c9f7a2 req-cce4e3fb-8ff0-40d7-8233-bd008f0d3535 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d80648ec-7cf5-4306-8b5a-bd7fb5f2d85d HTTP/1.1" status: 200 len: 849 time: 0.1415489 Apr 20 14:52:07.131686 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5a1bb62a-9cfb-4b76-989f-e98d39fd7063 req-f5315d4c-e574-445e-9ea7-d5e79332ef57 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4393365 Apr 20 14:52:07.168495 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-7aace34a-e205-4b44-9926-a7212670f16f tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:07.170656 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-7aace34a-e205-4b44-9926-a7212670f16f tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6256285 Apr 20 14:52:07.194507 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f117122-70a9-4c62-9f9f-c2c4e186dc88 req-fbbc519b-77e3-4023-8de5-2360658459e6 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:07.194507 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6f117122-70a9-4c62-9f9f-c2c4e186dc88 req-fbbc519b-77e3-4023-8de5-2360658459e6 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.13 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 946 time: 0.6435165 Apr 20 14:52:07.201375 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Request body: {'port': {'device_id': '0815619e-c9c9-4d31-a072-b1a7628a90d0', 'network_id': '6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1', 'admin_state_up': True, 'tenant_id': 'e06fd86fbe4b4154ba811029dfedb077'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:07.366419 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-609f7636-3557-4fcc-bb04-0d98eb71701b req-2fe40c48-409c-4a39-a64e-b42493c4b8b1 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5981047 Apr 20 14:52:07.436825 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82e1ec-955f-4163-81ae-776651c9f7a2 req-5cdf6e50-ccc8-40e7-ab5b-f61709b6f69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:07.438659 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9d82e1ec-955f-4163-81ae-776651c9f7a2 req-5cdf6e50-ccc8-40e7-ab5b-f61709b6f69b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a669ef3-df53-4cd3-a0a6-990300d50cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3541741 Apr 20 14:52:07.558896 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9b1c71f8-6392-47b8-b683-679169b858ff req-8540cbb4-f896-4103-b0aa-3d061eb3c31d tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 210 time: 0.1797171 Apr 20 14:52:07.598959 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-6f117122-70a9-4c62-9f9f-c2c4e186dc88 req-877b043e-be61-4d11-9308-6e8eb873413e tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Deleting port 8edae640-8832-4052-8f31-e9a265a2594e {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:52:07.598959 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-6f117122-70a9-4c62-9f9f-c2c4e186dc88 req-877b043e-be61-4d11-9308-6e8eb873413e tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:07.635672 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:52:07.646014 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Usage tracker for resource:port and tenant:e06fd86fbe4b4154ba811029dfedb077 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:52:07.654515 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:52:07.668040 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:52:07.745519 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9d82e1ec-955f-4163-81ae-776651c9f7a2 req-a50d952e-b017-47f4-8796-c1e6da8c4236 service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926669 Apr 20 14:52:07.782155 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Made reservation on behalf of e06fd86fbe4b4154ba811029dfedb077 for: {'port': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:52:07.789569 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:07.868298 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:07.909327 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:52:07.979626 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Usage tracker for resource:security_group_rule and tenant:e06fd86fbe4b4154ba811029dfedb077 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:52:07.985194 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:52:08.004127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:52:08.056155 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9d82e1ec-955f-4163-81ae-776651c9f7a2 req-a47db89d-754c-40c2-b1cf-823dfa62e40e service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993486 Apr 20 14:52:08.277622 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b54669-e4f0-4e82-97b5-247fe5425cec req-0987bb3e-d09b-4757-b35c-eba5be2d1ffc tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:08.280440 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-03b54669-e4f0-4e82-97b5-247fe5425cec req-0987bb3e-d09b-4757-b35c-eba5be2d1ffc tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.6293349 Apr 20 14:52:08.333591 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:08.386398 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:08.388010 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52341e7b-5f97-46f6-b7ef-40707feafa2e req-15016d86-9e2f-4fd6-b99f-0fcacc69f75a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:08.389961 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ff20d5d3-339a-4355-a97e-79139dbb5c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:08.394688 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-52341e7b-5f97-46f6-b7ef-40707feafa2e req-15016d86-9e2f-4fd6-b99f-0fcacc69f75a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.4322433 Apr 20 14:52:08.491705 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-6f117122-70a9-4c62-9f9f-c2c4e186dc88 req-877b043e-be61-4d11-9308-6e8eb873413e tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] For port 8edae640-8832-4052-8f31-e9a265a2594e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=8edae640-8832-4052-8f31-e9a265a2594e,segment=NetworkSegment(7cdc3924-95b5-4426-9883-8d7fb5117988),segment_id=7cdc3924-95b5-4426-9883-8d7fb5117988)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:08.492947 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-6f117122-70a9-4c62-9f9f-c2c4e186dc88 req-877b043e-be61-4d11-9308-6e8eb873413e tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:08.516485 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-03b54669-e4f0-4e82-97b5-247fe5425cec req-efce0b21-56f2-4fe1-9e49-d8fa460ae17c tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171369 Apr 20 14:52:08.569814 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-52341e7b-5f97-46f6-b7ef-40707feafa2e req-ba6aede4-938e-4b4f-a27e-7ee7a8c0ff4c tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513436 Apr 20 14:52:08.733288 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c3069d-d266-43ec-ab10-9c150226052b,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:08.737588 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:08.777283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-6f117122-70a9-4c62-9f9f-c2c4e186dc88 req-877b043e-be61-4d11-9308-6e8eb873413e tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Calling delete_port for 8edae640-8832-4052-8f31-e9a265a2594e owned by compute:nova {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:52:08.959946 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dab7d7-4ed2-417f-9ab5-cb827d0e8e89 req-b2fef0e1-7440-4a52-9f4f-ab69725ad131 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:08.961696 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-77dab7d7-4ed2-417f-9ab5-cb827d0e8e89 req-b2fef0e1-7440-4a52-9f4f-ab69725ad131 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 946 time: 0.1414292 Apr 20 14:52:09.041309 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Allocated IP 192.168.233.3 (6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1/e84afdca-ea73-4d73-93e9-b45f2424c3b8/d39f9a3a-f9af-46ee-bc1d-553407bf4a54) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:52:09.213272 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-77dab7d7-4ed2-417f-9ab5-cb827d0e8e89 req-7ee18759-17cf-49b5-9e3e-72d299d1f2c1 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053037 Apr 20 14:52:09.343331 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02565f6-d5e7-4e92-85f1-e4143ccee971 req-4f796549-77f1-45c1-bacf-323657ea621f tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:09.347226 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f02565f6-d5e7-4e92-85f1-e4143ccee971 req-4f796549-77f1-45c1-bacf-323657ea621f tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.3834939 Apr 20 14:52:09.354538 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-6f117122-70a9-4c62-9f9f-c2c4e186dc88 req-877b043e-be61-4d11-9308-6e8eb873413e tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:09.440706 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 41802) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:09.447242 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f02565f6-d5e7-4e92-85f1-e4143ccee971 req-2926a979-2839-4b4c-8d38-38a93f280fe2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898111 Apr 20 14:52:09.448450 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9a29a409-fac2-4a47-ba3c-ec1d8be82b01 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:09.616546 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:09.641102 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Transition to ACTIVE for port object d39f9a3a-f9af-46ee-bc1d-553407bf4a54 will not be triggered until provisioned by entity DHCP. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:52:09.660197 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877b043e-be61-4d11-9308-6e8eb873413e tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Pushing event deleted for resources: {'Port': ['ID=8edae640-8832-4052-8f31-e9a265a2594e,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:09.676971 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-877b043e-be61-4d11-9308-6e8eb873413e tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:09.681610 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-34b19acc-d3a5-46ac-8ab0-96b2f82aa90f req-e81dc77f-e5eb-4b78-8de1-a4144e84ca8a tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 210 time: 0.1262963 Apr 20 14:52:09.717968 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:09.725792 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:09.873446 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f117122-70a9-4c62-9f9f-c2c4e186dc88 req-877b043e-be61-4d11-9308-6e8eb873413e tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] No DVR routers for this DVR port 8edae640-8832-4052-8f31-e9a265a2594e on host hv-cinder-74216 {{(pid=86498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:52:09.906769 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9421972e-5d0f-4796-beda-ac35fc2687e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:09.915678 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Pushing event updated for resources: {'Port': ['ID=d39f9a3a-f9af-46ee-bc1d-553407bf4a54,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:09.921111 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Network 6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1 is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:52:09.923360 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:52:09.927320 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:09.928610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:52:09.942271 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-6f117122-70a9-4c62-9f9f-c2c4e186dc88 req-877b043e-be61-4d11-9308-6e8eb873413e tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:09.945635 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50f06619-967a-4f6e-9c7a-819515aac1b5', 'name': 'network-vif-deleted', 'tag': '8edae640-8832-4052-8f31-e9a265a2594e'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:52:10.046835 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-9421972e-5d0f-4796-beda-ac35fc2687e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:52:10.054693 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:10.055862 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:10.059390 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-9421972e-5d0f-4796-beda-ac35fc2687e5 admin admin] Usage tracker for resource:security_group_rule and tenant:4b4ab59ed5a848f2b8ae898357627598 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:52:10.069653 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-9421972e-5d0f-4796-beda-ac35fc2687e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:52:10.083251 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-9421972e-5d0f-4796-beda-ac35fc2687e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:52:10.101263 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6f117122-70a9-4c62-9f9f-c2c4e186dc88 req-877b043e-be61-4d11-9308-6e8eb873413e tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.13 "DELETE /v2.0/ports/8edae640-8832-4052-8f31-e9a265a2594e HTTP/1.1" status: 204 len: 173 time: 2.8929412 Apr 20 14:52:10.180482 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9869232 Apr 20 14:52:10.205424 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Request body: {'port': {'device_id': '0815619e-c9c9-4d31-a072-b1a7628a90d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:10.228263 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb8e71-0ddd-46f9-b480-24b4ae762ffa req-e3654d16-0e0c-4fae-840c-2be98bc80b09 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:10.230193 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8edb8e71-0ddd-46f9-b480-24b4ae762ffa req-e3654d16-0e0c-4fae-840c-2be98bc80b09 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.2693813 Apr 20 14:52:10.350180 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8edb8e71-0ddd-46f9-b480-24b4ae762ffa req-00ea8871-078a-47fd-a27b-05418ab2a91d tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671818 Apr 20 14:52:10.359432 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-4e9014d7-d190-4d2d-8e7b-9cbc50a8eeac None None] Provisioning for port d39f9a3a-f9af-46ee-bc1d-553407bf4a54 completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:52:10.375765 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 8edae640-8832-4052-8f31-e9a265a2594e no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:52:10.399530 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9421972e-5d0f-4796-beda-ac35fc2687e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:10.450957 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:10.458569 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] No Port match for: 8edae640-8832-4052-8f31-e9a265a2594e {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:52:10.459276 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 8edae640-8832-4052-8f31-e9a265a2594e not bound to the agent host hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:52:10.465422 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-4e9014d7-d190-4d2d-8e7b-9cbc50a8eeac None None] Provisioning complete for port d39f9a3a-f9af-46ee-bc1d-553407bf4a54 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:52:10.465724 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a990b3-f0b9-4413-8725-77f839de5021 req-3b72ef2b-d0a3-4a23-adaa-575baf356a59 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:10.467443 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4e9014d7-d190-4d2d-8e7b-9cbc50a8eeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:10.468813 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d6a990b3-f0b9-4413-8725-77f839de5021 req-3b72ef2b-d0a3-4a23-adaa-575baf356a59 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.2354710 Apr 20 14:52:10.474147 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50f06619-967a-4f6e-9c7a-819515aac1b5', 'name': 'network-vif-deleted', 'tag': '8edae640-8832-4052-8f31-e9a265a2594e', 'status': 'completed', 'code': 200} Apr 20 14:52:10.475479 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9421972e-5d0f-4796-beda-ac35fc2687e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:10.519314 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:10.624314 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-4e9014d7-d190-4d2d-8e7b-9cbc50a8eeac None None] Port d39f9a3a-f9af-46ee-bc1d-553407bf4a54 cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:52:10.652433 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-55bde642-1da2-4a2f-bbe8-5faa528b6cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:10.665646 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421972e-5d0f-4796-beda-ac35fc2687e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4beae459-3746-42fa-b35f-4a926145d67f,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:10.669817 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9421972e-5d0f-4796-beda-ac35fc2687e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:10.711568 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-9421972e-5d0f-4796-beda-ac35fc2687e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b4ab59ed5a848f2b8ae898357627598&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1732607 Apr 20 14:52:10.716441 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d6a990b3-f0b9-4413-8725-77f839de5021 req-8afaa194-ab0e-4c5f-9f63-9813a3770270 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263784 Apr 20 14:52:10.716977 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 41824) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:10.813833 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b18760-4f0d-4c82-af2c-1992f6972d71 req-cc1bad77-6afd-4c1e-98cc-9cfeab9e3073 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:10.815858 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d9b18760-4f0d-4c82-af2c-1992f6972d71 req-cc1bad77-6afd-4c1e-98cc-9cfeab9e3073 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 945 time: 0.2403824 Apr 20 14:52:10.821396 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0b41cdc9-3385-4ef7-8f61-b7e7607d7936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:10.929597 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0b41cdc9-3385-4ef7-8f61-b7e7607d7936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:10.938220 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-dda6f036-b76f-462d-917f-ac91c7cd0b45 req-9bd89b17-2ee6-4d00-b671-cc5df3004123 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Synchronizing usage tracker for tenant:c70a1afb8e724b40862c7a8ecdf69629 on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:52:11.009638 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d9b18760-4f0d-4c82-af2c-1992f6972d71 req-4320c58e-3c00-4f5b-ba28-05b8fe09d525 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734653 Apr 20 14:52:11.057703 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-dda6f036-b76f-462d-917f-ac91c7cd0b45 req-9bd89b17-2ee6-4d00-b671-cc5df3004123 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Unset dirty status for tenant:c70a1afb8e724b40862c7a8ecdf69629 on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:52:11.059099 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dda6f036-b76f-462d-917f-ac91c7cd0b45 req-9bd89b17-2ee6-4d00-b671-cc5df3004123 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=50f06619-967a-4f6e-9c7a-819515aac1b5 HTTP/1.1" status: 200 len: 210 time: 0.2063487 Apr 20 14:52:11.270081 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39f9a3a-f9af-46ee-bc1d-553407bf4a54 {{(pid=86499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:52:11.286031 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:11.363501 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Transition to ACTIVE for port object d39f9a3a-f9af-46ee-bc1d-553407bf4a54 will not be triggered until provisioned by entity L2. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:52:11.396715 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0b41cdc9-3385-4ef7-8f61-b7e7607d7936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:11.405671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:11.429645 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126858355'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:11.440170 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41cdc9-3385-4ef7-8f61-b7e7607d7936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4beae459-3746-42fa-b35f-4a926145d67f,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:11.464340 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e4a45eb0-5a55-46f3-b6cc-a3ff90e5b590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:11.468683 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0b41cdc9-3385-4ef7-8f61-b7e7607d7936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:11.473456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0b41cdc9-3385-4ef7-8f61-b7e7607d7936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:11.475045 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-0b41cdc9-3385-4ef7-8f61-b7e7607d7936 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4beae459-3746-42fa-b35f-4a926145d67f HTTP/1.1" status: 204 len: 168 time: 0.7552278 Apr 20 14:52:11.493631 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae27b1-4375-443f-86ea-98858a179bed req-6e2031d5-93e2-4a1c-93a8-a01266968a80 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:11.495516 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-44ae27b1-4375-443f-86ea-98858a179bed req-6e2031d5-93e2-4a1c-93a8-a01266968a80 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.3005528 Apr 20 14:52:11.506887 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ff920-e767-4871-a842-50b78c622d87 req-7cd5de1c-4682-485c-b291-665035b86516 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:11.508740 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0a0ff920-e767-4871-a842-50b78c622d87 req-7cd5de1c-4682-485c-b291-665035b86516 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 934 time: 0.2267115 Apr 20 14:52:11.601765 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-44ae27b1-4375-443f-86ea-98858a179bed req-6a158235-6ab8-4e02-89e8-e66dae4490c7 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901926 Apr 20 14:52:11.605428 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0a0ff920-e767-4871-a842-50b78c622d87 req-657b786f-9ddf-4b50-9039-1e63cd7dd7b0 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/security-groups?id=38c3069d-d266-43ec-ab10-9c150226052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793364 Apr 20 14:52:11.726586 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Pushing event updated for resources: {'Port': ['ID=d39f9a3a-f9af-46ee-bc1d-553407bf4a54,revision_number=2']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:11.769822 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:11.830182 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Attempting to bind port d39f9a3a-f9af-46ee-bc1d-553407bf4a54 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:52:11.831237 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Attempting to bind port d39f9a3a-f9af-46ee-bc1d-553407bf4a54 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '799b0d29-a78f-4ecd-9610-94f900fecdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1'}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:52:11.832060 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Attempting to bind port d39f9a3a-f9af-46ee-bc1d-553407bf4a54 on network 6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:52:11.844006 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Port d39f9a3a-f9af-46ee-bc1d-553407bf4a54 on network 6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:52:11.845100 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Attempting to bind port d39f9a3a-f9af-46ee-bc1d-553407bf4a54 on network 6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:52:11.856596 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:52:11.857384 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Checking segment: {'id': '799b0d29-a78f-4ecd-9610-94f900fecdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:52:11.858175 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Bound using segment: {'id': '799b0d29-a78f-4ecd-9610-94f900fecdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1'} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:52:11.859090 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Bound port: d39f9a3a-f9af-46ee-bc1d-553407bf4a54, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '799b0d29-a78f-4ecd-9610-94f900fecdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1'}}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:52:11.862320 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:11.906995 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c836d-1a0c-4bbb-859d-8b577c1d702b req-131f12b4-bec7-4757-a42b-f7a602281218 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:11.910308 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2c6c836d-1a0c-4bbb-859d-8b577c1d702b req-131f12b4-bec7-4757-a42b-f7a602281218 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1877024 Apr 20 14:52:12.011281 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2c6c836d-1a0c-4bbb-859d-8b577c1d702b req-ab50985a-6646-4d52-9779-d61151fa251b tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850639 Apr 20 14:52:12.056281 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] For port d39f9a3a-f9af-46ee-bc1d-553407bf4a54, host hv-cinder-74216, cleared binding levels {{(pid=86499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:52:12.061944 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] For port d39f9a3a-f9af-46ee-bc1d-553407bf4a54, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=d39f9a3a-f9af-46ee-bc1d-553407bf4a54,segment=NetworkSegment(799b0d29-a78f-4ecd-9610-94f900fecdae),segment_id=799b0d29-a78f-4ecd-9610-94f900fecdae)] {{(pid=86499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:52:12.113440 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126858355'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:12.119004 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:12.187590 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:12.188295 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:12.189945 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] 10.222.0.13 "PUT /v2.0/ports/d39f9a3a-f9af-46ee-bc1d-553407bf4a54 HTTP/1.1" status: 200 len: 1096 time: 1.9938369 Apr 20 14:52:12.212448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0815619e-c9c9-4d31-a072-b1a7628a90d0', 'tag': 'd39f9a3a-f9af-46ee-bc1d-553407bf4a54'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:52:12.299229 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0815619e-c9c9-4d31-a072-b1a7628a90d0', 'tag': 'd39f9a3a-f9af-46ee-bc1d-553407bf4a54', 'status': 'completed', 'code': 200} Apr 20 14:52:12.323389 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Pushing event updated for resources: {'Port': ['ID=d39f9a3a-f9af-46ee-bc1d-553407bf4a54,revision_number=3']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:12.327615 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:12.379279 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb3ff0-7f96-471f-906d-d4ff495b08ff req-0c53ff73-42d9-4a8e-b31a-f210c3aee766 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:12.382230 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dafb3ff0-7f96-471f-906d-d4ff495b08ff req-0c53ff73-42d9-4a8e-b31a-f210c3aee766 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 945 time: 0.1321938 Apr 20 14:52:12.383467 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 41852) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:12.447048 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-63adce21-ac88-4f77-b3a6-a58ba66074fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:12.571505 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-63adce21-ac88-4f77-b3a6-a58ba66074fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:52:12.576525 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fc9433-2d1a-4fc2-ac96-90d37b3b5732 req-4371ae00-9db2-441d-9d6c-cd715b65427d tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:12.577602 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-63adce21-ac88-4f77-b3a6-a58ba66074fc admin admin] Usage tracker for resource:security_group_rule and tenant:becee5ab9be7426aa433fec303cdcf05 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:52:12.578591 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-17fc9433-2d1a-4fc2-ac96-90d37b3b5732 req-4371ae00-9db2-441d-9d6c-cd715b65427d tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.13 "GET /v2.0/ports?device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 945 time: 0.1582100 Apr 20 14:52:12.612832 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-63adce21-ac88-4f77-b3a6-a58ba66074fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:52:12.629530 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-63adce21-ac88-4f77-b3a6-a58ba66074fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:52:12.640930 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dafb3ff0-7f96-471f-906d-d4ff495b08ff req-771fd709-882e-48aa-b5c5-b079cb420ffa tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290561 Apr 20 14:52:12.697355 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-17fc9433-2d1a-4fc2-ac96-90d37b3b5732 req-77c34f62-1279-4309-8592-24c982ab0635 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Deleting port be24ab86-21dc-4ea2-83d7-bd0df0abcd34 {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:52:12.697736 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-17fc9433-2d1a-4fc2-ac96-90d37b3b5732 req-77c34f62-1279-4309-8592-24c982ab0635 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:12.833704 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-80b5ca49-02b3-4fe8-9b6e-85bd8af8c3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:12.835322 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-80b5ca49-02b3-4fe8-9b6e-85bd8af8c3fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e06fd86fbe4b4154ba811029dfedb077&device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 1099 time: 0.3932831 Apr 20 14:52:13.083892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f09126b7-e59a-4438-9edb-497e19b21a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:13.166784 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-17fc9433-2d1a-4fc2-ac96-90d37b3b5732 req-77c34f62-1279-4309-8592-24c982ab0635 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] For port be24ab86-21dc-4ea2-83d7-bd0df0abcd34, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=be24ab86-21dc-4ea2-83d7-bd0df0abcd34,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:13.167350 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-17fc9433-2d1a-4fc2-ac96-90d37b3b5732 req-77c34f62-1279-4309-8592-24c982ab0635 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:13.364842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 41878) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:13.378605 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-f891a36a-f509-493e-9b97-99607aaf79e7 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:13.380422 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-f891a36a-f509-493e-9b97-99607aaf79e7 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/networks?id=2de1ad53-73ff-470a-ad27-ae39795b329a HTTP/1.1" status: 200 len: 809 time: 0.7956975 Apr 20 14:52:13.387586 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-17fc9433-2d1a-4fc2-ac96-90d37b3b5732 req-77c34f62-1279-4309-8592-24c982ab0635 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Calling delete_port for be24ab86-21dc-4ea2-83d7-bd0df0abcd34 owned by compute:nova {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:52:13.422347 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-bbd576d5-17da-4d7d-a589-d249741e0cb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=d39f9a3a-f9af-46ee-bc1d-553407bf4a54 HTTP/1.1" status: 200 len: 217 time: 0.4971929 Apr 20 14:52:13.456671 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-0fded933-d139-4e78-9bd2-83205132c4f4 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/quotas/c70a1afb8e724b40862c7a8ecdf69629 HTTP/1.1" status: 200 len: 375 time: 0.0380068 Apr 20 14:52:13.587558 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-734f4467-94f8-48ef-8cae-ba93f3b329d6 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c70a1afb8e724b40862c7a8ecdf69629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1296072 Apr 20 14:52:13.615176 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba53cf-7a6a-4c88-868b-982203c1d6e6 req-bb8be228-f88a-4af2-a1c7-79676c7323d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:13.616787 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-77ba53cf-7a6a-4c88-868b-982203c1d6e6 req-bb8be228-f88a-4af2-a1c7-79676c7323d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.7740729 Apr 20 14:52:13.651645 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-17fc9433-2d1a-4fc2-ac96-90d37b3b5732 req-77c34f62-1279-4309-8592-24c982ab0635 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:13.660619 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:13.707669 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['7244db19-aec0-4ece-9b20-6e68e915d889', '3548640b-9ea8-4e33-8da9-5cfa2a5f32bd', 'f997ebca-fca5-4163-b17c-7016a4b6765e'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:52:13.714964 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c34f62-1279-4309-8592-24c982ab0635 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Pushing event deleted for resources: {'Port': ['ID=be24ab86-21dc-4ea2-83d7-bd0df0abcd34,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:13.717589 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-77c34f62-1279-4309-8592-24c982ab0635 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:13.766688 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-30e2343a-63ca-4672-99c2-5de6c707330b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:13.794634 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-a6a0ba98-ee95-4bdf-a159-64ff58e54aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:13.797139 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-a6a0ba98-ee95-4bdf-a159-64ff58e54aaf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e84afdca-ea73-4d73-93e9-b45f2424c3b8 HTTP/1.1" status: 200 len: 843 time: 0.3370593 Apr 20 14:52:13.801113 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fc9433-2d1a-4fc2-ac96-90d37b3b5732 req-77c34f62-1279-4309-8592-24c982ab0635 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] No DVR routers for this DVR port be24ab86-21dc-4ea2-83d7-bd0df0abcd34 on host hv-cinder-74216 {{(pid=86499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:52:13.804021 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-17fc9433-2d1a-4fc2-ac96-90d37b3b5732 req-77c34f62-1279-4309-8592-24c982ab0635 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:13.840844 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-17fc9433-2d1a-4fc2-ac96-90d37b3b5732 req-77c34f62-1279-4309-8592-24c982ab0635 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.13 "DELETE /v2.0/ports/be24ab86-21dc-4ea2-83d7-bd0df0abcd34 HTTP/1.1" status: 204 len: 173 time: 1.2562904 Apr 20 14:52:13.881259 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-63adce21-ac88-4f77-b3a6-a58ba66074fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:13.882556 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-30e2343a-63ca-4672-99c2-5de6c707330b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:52:13.904797 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-30e2343a-63ca-4672-99c2-5de6c707330b admin admin] Usage tracker for resource:security_group_rule and tenant:95c2d2c340b146209267762d2969d298 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:52:13.922341 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-30e2343a-63ca-4672-99c2-5de6c707330b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:52:13.933960 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-77ba53cf-7a6a-4c88-868b-982203c1d6e6 req-8bab6716-c933-4b42-8e12-d01e143119cf tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743199 Apr 20 14:52:13.943726 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-30e2343a-63ca-4672-99c2-5de6c707330b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:52:13.968534 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-63adce21-ac88-4f77-b3a6-a58ba66074fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:13.991855 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7a1551bf-a561-4f20-ad0f-8bb949938b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:14.025971 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-919dd353-d196-42cd-9545-7eea35c534df service neutron] 10.222.0.21 "GET /v2.0/networks/2de1ad53-73ff-470a-ad27-ae39795b329a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229155 Apr 20 14:52:14.114587 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 41888) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:14.114928 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-63adce21-ac88-4f77-b3a6-a58ba66074fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=becee5ab9be7426aa433fec303cdcf05&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7297826 Apr 20 14:52:14.232923 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-12f48380-c33c-4ba5-bf6d-234b07ffbf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:14.244313 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63adce21-ac88-4f77-b3a6-a58ba66074fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e5693a2-894a-4029-b9e1-dad52e2f949d,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:14.265578 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:14.265988 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-12f48380-c33c-4ba5-bf6d-234b07ffbf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:14.307596 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b80451b2-be49-4128-b9ee-7632125161d9', 'name': 'network-vif-deleted', 'tag': 'be24ab86-21dc-4ea2-83d7-bd0df0abcd34'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:52:14.316540 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-63adce21-ac88-4f77-b3a6-a58ba66074fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:14.363936 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-3eb65954-ae90-4193-8635-90cd1e0f35a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:14.365575 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-3eb65954-ae90-4193-8635-90cd1e0f35a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5323696 Apr 20 14:52:14.376558 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-12f48380-c33c-4ba5-bf6d-234b07ffbf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:14.385822 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fd56c89d-9075-4c12-909a-a5be0dd3eb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:14.414763 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f48380-c33c-4ba5-bf6d-234b07ffbf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e5693a2-894a-4029-b9e1-dad52e2f949d,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:14.420645 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-12f48380-c33c-4ba5-bf6d-234b07ffbf8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:14.422020 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-12f48380-c33c-4ba5-bf6d-234b07ffbf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:14.426989 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-12f48380-c33c-4ba5-bf6d-234b07ffbf8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2e5693a2-894a-4029-b9e1-dad52e2f949d HTTP/1.1" status: 204 len: 168 time: 0.3076108 Apr 20 14:52:14.449692 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 58bf4358-c596-4c96-8ccb-47886555b382 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:52:14.459729 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:14.473616 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device be24ab86-21dc-4ea2-83d7-bd0df0abcd34 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:52:14.517158 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] No Port match for: be24ab86-21dc-4ea2-83d7-bd0df0abcd34 {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:52:14.517549 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device be24ab86-21dc-4ea2-83d7-bd0df0abcd34 not bound to the agent host hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:52:14.531070 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-01ef7a44-f2dc-4dce-aa18-620d79ebcd44 service neutron] 10.222.0.21 "GET /v2.0/networks/2de1ad53-73ff-470a-ad27-ae39795b329a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761889 Apr 20 14:52:14.570010 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de93f30-ef8d-49b1-9a76-6d6bbe6aec6a req-7e766181-93d6-4640-90a2-d9e741af54b4 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:14.578147 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2de93f30-ef8d-49b1-9a76-6d6bbe6aec6a req-7e766181-93d6-4640-90a2-d9e741af54b4 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 946 time: 0.3959656 Apr 20 14:52:14.581452 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-30e2343a-63ca-4672-99c2-5de6c707330b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:14.649907 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-30e2343a-63ca-4672-99c2-5de6c707330b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:14.663837 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:14.682100 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-c0a4340d-a945-4668-9d3c-bb2e8c7a4eed service neutron] 10.222.0.13 "GET /v2.0/networks/6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005991 Apr 20 14:52:14.704628 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2de93f30-ef8d-49b1-9a76-6d6bbe6aec6a req-678f7c43-f656-4df8-a022-fd9a07faf8d2 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/security-groups?id=38c3069d-d266-43ec-ab10-9c150226052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253071 Apr 20 14:52:14.704821 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 58bf4358-c596-4c96-8ccb-47886555b382, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=58bf4358-c596-4c96-8ccb-47886555b382,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:14.721459 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': '58bf4358-c596-4c96-8ccb-47886555b382', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'port_id': '58bf4358-c596-4c96-8ccb-47886555b382', 'mac_address': 'fa:16:3e:e5:5e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:52:14.822076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:14.845264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58bf4358-c596-4c96-8ccb-47886555b382 {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:52:14.853782 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2343a-63ca-4672-99c2-5de6c707330b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7aad5b-88a2-441d-ab94-e995ecde8e3b,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:14.865634 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 58bf4358-c596-4c96-8ccb-47886555b382, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=58bf4358-c596-4c96-8ccb-47886555b382,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:14.901112 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:14.907199 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:14.943179 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c5b465b-e042-4f27-8982-4caf541718c6 req-52888e00-e948-49aa-8c86-b107848e776e service neutron] 10.222.0.13 "GET /v2.0/networks/6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487724 Apr 20 14:52:14.946514 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-30e2343a-63ca-4672-99c2-5de6c707330b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:14.951002 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-30e2343a-63ca-4672-99c2-5de6c707330b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95c2d2c340b146209267762d2969d298&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5692520 Apr 20 14:52:14.951942 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 41902) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:15.086600 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=58bf4358-c596-4c96-8ccb-47886555b382,revision_number=6']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:15.090760 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:15.112208 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-91fe70e3-536f-40a8-81dc-95d938e0ac63 req-f27c34d3-f1a7-4bdd-b733-1750d1bbac12 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b80451b2-be49-4128-b9ee-7632125161d9 HTTP/1.1" status: 200 len: 210 time: 0.1630709 Apr 20 14:52:15.135122 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d51ba7dd-9cfb-47b2-9546-9d847333185e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:15.179118 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d51ba7dd-9cfb-47b2-9546-9d847333185e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:15.191994 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b80451b2-be49-4128-b9ee-7632125161d9', 'name': 'network-vif-deleted', 'tag': 'be24ab86-21dc-4ea2-83d7-bd0df0abcd34', 'status': 'completed', 'code': 200} Apr 20 14:52:15.251817 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['58bf4358-c596-4c96-8ccb-47886555b382'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:52:15.310621 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-49f08d04-4051-4756-88ff-e3e2f920b5e7 req-21227f12-e4cc-477e-ad21-ee2241b1536d tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 210 time: 0.0721235 Apr 20 14:52:15.320942 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf0b42-57ec-498a-8cc0-18c8639b59fc req-6dabfefa-b6db-4527-9a9c-7696280d0c82 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:15.323229 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d51ba7dd-9cfb-47b2-9546-9d847333185e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:15.328612 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ed926573-9e09-4ff6-8028-04f71cda0b5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:15.341960 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-26bf0b42-57ec-498a-8cc0-18c8639b59fc req-6dabfefa-b6db-4527-9a9c-7696280d0c82 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.3977721 Apr 20 14:52:15.404841 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ba7dd-9cfb-47b2-9546-9d847333185e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7aad5b-88a2-441d-ab94-e995ecde8e3b,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:15.443138 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d51ba7dd-9cfb-47b2-9546-9d847333185e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:15.444239 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d51ba7dd-9cfb-47b2-9546-9d847333185e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:15.445498 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-d51ba7dd-9cfb-47b2-9546-9d847333185e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d7aad5b-88a2-441d-ab94-e995ecde8e3b HTTP/1.1" status: 204 len: 168 time: 0.4922066 Apr 20 14:52:15.476094 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:15.484189 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81921e3b-f23a-495d-9b7f-2510fedfd3ec req-f3f8fe6a-e78f-4971-aea8-0b7d68a3d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:15.485849 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-81921e3b-f23a-495d-9b7f-2510fedfd3ec req-f3f8fe6a-e78f-4971-aea8-0b7d68a3d5d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e06fd86fbe4b4154ba811029dfedb077&device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 1099 time: 0.3448792 Apr 20 14:52:15.615763 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-26bf0b42-57ec-498a-8cc0-18c8639b59fc req-c7052280-0525-4794-a7d0-6e626b5d4486 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725523 Apr 20 14:52:15.773167 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81921e3b-f23a-495d-9b7f-2510fedfd3ec req-bceaaa51-732b-4837-bbed-8209264fa4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:15.774596 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-81921e3b-f23a-495d-9b7f-2510fedfd3ec req-bceaaa51-732b-4837-bbed-8209264fa4c8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1 HTTP/1.1" status: 200 len: 869 time: 0.2678232 Apr 20 14:52:15.785010 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c7779-bb7e-4562-8196-2551438b8655 req-20a8bbdf-0763-4e56-8156-c50897ab60be tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:15.786852 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c38c7779-bb7e-4562-8196-2551438b8655 req-20a8bbdf-0763-4e56-8156-c50897ab60be tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 944 time: 0.2474422 Apr 20 14:52:15.920011 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-81921e3b-f23a-495d-9b7f-2510fedfd3ec req-7c3eaa1a-3314-45a9-bb35-b8a3209d094f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=d39f9a3a-f9af-46ee-bc1d-553407bf4a54 HTTP/1.1" status: 200 len: 217 time: 0.1319551 Apr 20 14:52:16.092478 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c38c7779-bb7e-4562-8196-2551438b8655 req-46363ee7-2baf-4c3e-84e2-b15c0d447f11 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2476425 Apr 20 14:52:16.168110 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81921e3b-f23a-495d-9b7f-2510fedfd3ec req-18e8a02b-74b8-46ea-b8e4-ac7999ca6a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:16.170076 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-81921e3b-f23a-495d-9b7f-2510fedfd3ec req-18e8a02b-74b8-46ea-b8e4-ac7999ca6a40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e84afdca-ea73-4d73-93e9-b45f2424c3b8 HTTP/1.1" status: 200 len: 843 time: 0.1956413 Apr 20 14:52:16.207029 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81622a11-210e-422f-bb6f-a551caca8943 req-72ce0f44-a38d-43a2-833c-f1a4873ca52f tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:16.209761 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-81622a11-210e-422f-bb6f-a551caca8943 req-72ce0f44-a38d-43a2-833c-f1a4873ca52f tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 946 time: 0.3003521 Apr 20 14:52:16.317303 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-81622a11-210e-422f-bb6f-a551caca8943 req-3a11caf2-b8d6-4438-92d9-0b0e3d1465ee tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/security-groups?id=38c3069d-d266-43ec-ab10-9c150226052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609045 Apr 20 14:52:16.349723 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81921e3b-f23a-495d-9b7f-2510fedfd3ec req-af679f16-492f-4721-b721-913a340df2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:16.351679 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-81921e3b-f23a-495d-9b7f-2510fedfd3ec req-af679f16-492f-4721-b721-913a340df2d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1407220 Apr 20 14:52:16.451757 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device d39f9a3a-f9af-46ee-bc1d-553407bf4a54 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:52:16.460986 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 58bf4358-c596-4c96-8ccb-47886555b382 up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:52:16.529721 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-81921e3b-f23a-495d-9b7f-2510fedfd3ec req-39ec5dbb-d14c-43e7-9222-de9ed19ccd10 service neutron] 10.222.0.13 "GET /v2.0/networks/6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666448 Apr 20 14:52:16.816792 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port 58bf4358-c596-4c96-8ccb-47886555b382 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:52:16.817264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:16.923549 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0bf9b522-14af-4ed7-8e52-900e00560bb7 req-314b04ca-adc5-427c-92e6-779e747603ad tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 210 time: 0.1600935 Apr 20 14:52:16.980356 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port d39f9a3a-f9af-46ee-bc1d-553407bf4a54, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=d39f9a3a-f9af-46ee-bc1d-553407bf4a54,segment=NetworkSegment(799b0d29-a78f-4ecd-9610-94f900fecdae),segment_id=799b0d29-a78f-4ecd-9610-94f900fecdae)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:17.009781 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': 'd39f9a3a-f9af-46ee-bc1d-553407bf4a54', 'network_id': '6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1', 'port_id': 'd39f9a3a-f9af-46ee-bc1d-553407bf4a54', 'mac_address': 'fa:16:3e:1e:45:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84afdca-ea73-4d73-93e9-b45f2424c3b8', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:52:17.250573 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:17.298890 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:17.347772 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39f9a3a-f9af-46ee-bc1d-553407bf4a54 {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:52:17.381761 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port d39f9a3a-f9af-46ee-bc1d-553407bf4a54, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=d39f9a3a-f9af-46ee-bc1d-553407bf4a54,segment=NetworkSegment(799b0d29-a78f-4ecd-9610-94f900fecdae),segment_id=799b0d29-a78f-4ecd-9610-94f900fecdae)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:17.391757 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf4358-c596-4c96-8ccb-47886555b382'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:52:17.419657 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 58bf4358-c596-4c96-8ccb-47886555b382, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=58bf4358-c596-4c96-8ccb-47886555b382,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:17.441374 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:17.445210 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:17.599788 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=d39f9a3a-f9af-46ee-bc1d-553407bf4a54,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:17.605959 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:17.607487 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:17.610851 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:17.713691 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=58bf4358-c596-4c96-8ccb-47886555b382,revision_number=7']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:17.718498 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:17.885882 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-5368f4c8-e8c5-407e-8ed2-78c3a44b9f7e tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:17.888965 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-5368f4c8-e8c5-407e-8ed2-78c3a44b9f7e tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.13 "GET /v2.0/networks?id=2de1ad53-73ff-470a-ad27-ae39795b329a HTTP/1.1" status: 200 len: 809 time: 0.3171587 Apr 20 14:52:17.919236 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-b4defab9-c939-473d-9bbc-b6f93d687818 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Request body: {'port': {'device_id': '65c3f88e-35c4-491c-92ac-4634a8245b58', 'network_id': '2de1ad53-73ff-470a-ad27-ae39795b329a', 'admin_state_up': True, 'tenant_id': 'c70a1afb8e724b40862c7a8ecdf69629'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:17.920840 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-81921e3b-f23a-495d-9b7f-2510fedfd3ec req-8d9bc2b2-cf50-4545-9bd9-b6f59f09453a service neutron] 10.222.0.13 "GET /v2.0/networks/6dcf98e9-ea5a-49d5-9d80-99320f6fd8b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3823912 Apr 20 14:52:17.921291 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['d39f9a3a-f9af-46ee-bc1d-553407bf4a54'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:52:17.938584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f14a7-e7ac-4b60-873a-a97bc831ae04 req-4ccd6451-8a36-4624-a8c9-86aedf9ec93a tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:17.942091 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-336f14a7-e7ac-4b60-873a-a97bc831ae04 req-4ccd6451-8a36-4624-a8c9-86aedf9ec93a tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 1.0008695 Apr 20 14:52:18.128110 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff2bcc-efe2-4e5a-8c08-625c130cebac req-1a409e97-e06a-4d29-9722-e491a8728377 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:18.133112 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-edff2bcc-efe2-4e5a-8c08-625c130cebac req-1a409e97-e06a-4d29-9722-e491a8728377 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.4173014 Apr 20 14:52:18.196861 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-336f14a7-e7ac-4b60-873a-a97bc831ae04 req-f6a1326a-1b15-4426-a5e6-08fddc8669de tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386477 Apr 20 14:52:18.199527 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:18.364631 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-edff2bcc-efe2-4e5a-8c08-625c130cebac req-1a462838-2838-4ed5-a886-2de0482742b6 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239034 Apr 20 14:52:18.495944 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-b4defab9-c939-473d-9bbc-b6f93d687818 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:52:18.520020 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-b4defab9-c939-473d-9bbc-b6f93d687818 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:52:18.572982 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf4358-c596-4c96-8ccb-47886555b382', 'code': 200} Apr 20 14:52:18.575443 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-b4defab9-c939-473d-9bbc-b6f93d687818 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Made reservation on behalf of c70a1afb8e724b40862c7a8ecdf69629 for: {'port': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:52:18.588346 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-b4defab9-c939-473d-9bbc-b6f93d687818 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:18.702381 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97f73f-4fee-4ea2-aa3c-d5fc664c6f52 req-12ef98c0-e4f6-43e4-a0fb-a8b432b5013f tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:18.710991 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9c97f73f-4fee-4ea2-aa3c-d5fc664c6f52 req-12ef98c0-e4f6-43e4-a0fb-a8b432b5013f tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 947 time: 0.1783223 Apr 20 14:52:18.863959 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 42042) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:18.871273 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9c97f73f-4fee-4ea2-aa3c-d5fc664c6f52 req-a0c1ffb0-422d-4776-86db-78d08ebd0792 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/security-groups?id=38c3069d-d266-43ec-ab10-9c150226052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511452 Apr 20 14:52:18.933998 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-b4defab9-c939-473d-9bbc-b6f93d687818 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Allocated IP 172.20.0.9 (2de1ad53-73ff-470a-ad27-ae39795b329a/b40f7c78-524a-40e4-9d95-b7d5f19c3ec9/fa083960-397d-4c76-9d4a-6ac354f4bebb) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:52:19.007698 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a1081630-009c-4a30-90ae-40c6680e97c3 req-efb84b2f-12a7-4479-8b44-bb0b4988106e tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 210 time: 0.1223581 Apr 20 14:52:19.267922 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-37ab6732-6d38-49db-a636-8d6c200af9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:19.291937 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-37ab6732-6d38-49db-a636-8d6c200af9ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:52:19.297839 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-37ab6732-6d38-49db-a636-8d6c200af9ae admin admin] Usage tracker for resource:security_group_rule and tenant:2953eb3cd0674a218886274f6fc5dfa3 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:52:19.302646 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-37ab6732-6d38-49db-a636-8d6c200af9ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:52:19.312365 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-37ab6732-6d38-49db-a636-8d6c200af9ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:52:19.526870 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-b4defab9-c939-473d-9bbc-b6f93d687818 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:19.630268 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-b4defab9-c939-473d-9bbc-b6f93d687818 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:19.637740 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ab2ca933-2eda-46b8-bc18-1e59d6e3a75d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:19.769207 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfeaa7-c4a5-40cc-a6d6-4587180a6163 req-abce534e-c78d-46bc-96f7-b802972cbacc tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:19.777247 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-78cfeaa7-c4a5-40cc-a6d6-4587180a6163 req-abce534e-c78d-46bc-96f7-b802972cbacc tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.3550744 Apr 20 14:52:19.780729 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-37ab6732-6d38-49db-a636-8d6c200af9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:19.783678 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cee32-d840-40c9-bc72-ecb95dbd199d req-9ad7b535-5aea-4719-bf5d-1ee31e1a3c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:19.785360 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-767cee32-d840-40c9-bc72-ecb95dbd199d req-9ad7b535-5aea-4719-bf5d-1ee31e1a3c75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfbd4fdd7d16445b92d63cdbcbcba659&device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 1099 time: 0.3067005 Apr 20 14:52:19.828945 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-b4defab9-c939-473d-9bbc-b6f93d687818 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Network 2de1ad53-73ff-470a-ad27-ae39795b329a is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:52:19.834511 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-b4defab9-c939-473d-9bbc-b6f93d687818 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:52:19.842690 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4defab9-c939-473d-9bbc-b6f93d687818 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Pushing event updated for resources: {'Port': ['ID=fa083960-397d-4c76-9d4a-6ac354f4bebb,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:19.855039 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-b4defab9-c939-473d-9bbc-b6f93d687818 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:52:19.893511 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b4defab9-c939-473d-9bbc-b6f93d687818 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:19.894769 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-37ab6732-6d38-49db-a636-8d6c200af9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:19.924974 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6e0e4cbf-58ea-4ffd-a9cf-d88fedd54d87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:19.963116 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-b4defab9-c939-473d-9bbc-b6f93d687818 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:19.964236 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-b4defab9-c939-473d-9bbc-b6f93d687818 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:20.058926 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-b4defab9-c939-473d-9bbc-b6f93d687818 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1483262 Apr 20 14:52:20.059770 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab6732-6d38-49db-a636-8d6c200af9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc38c06-3c53-4578-bfdf-7afea587c47e,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:20.104371 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Request body: {'port': {'device_id': '65c3f88e-35c4-491c-92ac-4634a8245b58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:20.109390 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-37ab6732-6d38-49db-a636-8d6c200af9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:20.224433 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-78cfeaa7-c4a5-40cc-a6d6-4587180a6163 req-01db843e-5b8a-4e73-bd98-93aa08298064 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458973 Apr 20 14:52:20.283151 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:20.379598 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-37ab6732-6d38-49db-a636-8d6c200af9ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2953eb3cd0674a218886274f6fc5dfa3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5062301 Apr 20 14:52:20.385644 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 42072) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:20.473835 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device d39f9a3a-f9af-46ee-bc1d-553407bf4a54 up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:52:20.640615 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cee32-d840-40c9-bc72-ecb95dbd199d req-13955448-2c98-47eb-9ee3-ccd910bd80fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:20.655844 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-767cee32-d840-40c9-bc72-ecb95dbd199d req-13955448-2c98-47eb-9ee3-ccd910bd80fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc HTTP/1.1" status: 200 len: 919 time: 0.8368704 Apr 20 14:52:20.696419 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19619f9b-faf3-4834-b66d-e741389b987e req-3332dfc3-091a-4bed-b5ae-dabc94088394 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:20.703180 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port d39f9a3a-f9af-46ee-bc1d-553407bf4a54 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:52:20.710260 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port d39f9a3a-f9af-46ee-bc1d-553407bf4a54 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:52:20.711610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:20.711953 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-19619f9b-faf3-4834-b66d-e741389b987e req-3332dfc3-091a-4bed-b5ae-dabc94088394 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.8915770 Apr 20 14:52:20.974297 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:20.996046 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa083960-397d-4c76-9d4a-6ac354f4bebb {{(pid=86499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:52:20.998228 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-767cee32-d840-40c9-bc72-ecb95dbd199d req-9b3c2563-a136-44c6-acf5-7c08ab9bed66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71ad3bb0-14c9-4f07-83ab-36d36c55d98d HTTP/1.1" status: 200 len: 217 time: 0.3259780 Apr 20 14:52:21.006075 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:21.025216 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Transition to ACTIVE for port object fa083960-397d-4c76-9d4a-6ac354f4bebb will not be triggered until provisioned by entity L2. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:52:21.045666 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port d39f9a3a-f9af-46ee-bc1d-553407bf4a54, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=d39f9a3a-f9af-46ee-bc1d-553407bf4a54,segment=NetworkSegment(799b0d29-a78f-4ecd-9610-94f900fecdae),segment_id=799b0d29-a78f-4ecd-9610-94f900fecdae)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:21.047018 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0815619e-c9c9-4d31-a072-b1a7628a90d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39f9a3a-f9af-46ee-bc1d-553407bf4a54'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:52:21.075814 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126858355'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:21.091159 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:21.095426 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:21.100410 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:21.220988 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-19619f9b-faf3-4834-b66d-e741389b987e req-9eee35d3-fd38-4706-9e9e-6e2456fd174a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5075259 Apr 20 14:52:21.240901 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2ea04603-52a8-431c-bd0c-676b26546d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:21.263912 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f891dac-6ee9-4697-8805-caed47a2c103 req-5b727637-a737-483b-8a4e-e581d32291eb tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:21.265648 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0f891dac-6ee9-4697-8805-caed47a2c103 req-5b727637-a737-483b-8a4e-e581d32291eb tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 946 time: 0.8571470 Apr 20 14:52:21.272102 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 42086) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:21.328801 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cee32-d840-40c9-bc72-ecb95dbd199d req-66a40569-cd1b-429d-9a0e-7bf062589eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:21.330578 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-767cee32-d840-40c9-bc72-ecb95dbd199d req-66a40569-cd1b-429d-9a0e-7bf062589eec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2b75775-49ff-4f22-9c17-4a0e3c0f4f92 HTTP/1.1" status: 200 len: 859 time: 0.2805836 Apr 20 14:52:21.339487 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=d39f9a3a-f9af-46ee-bc1d-553407bf4a54,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:21.347063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:21.453582 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0f891dac-6ee9-4697-8805-caed47a2c103 req-a95d9892-f85b-4819-97e3-adba0a742cf3 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726604 Apr 20 14:52:21.456645 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-767cee32-d840-40c9-bc72-ecb95dbd199d req-affdb7c2-990e-4f8c-a947-400c1149cfe1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079342 Apr 20 14:52:21.670229 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4d9abe05-7c50-46d0-96e8-c18a22fe81c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:21.699842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-4d9abe05-7c50-46d0-96e8-c18a22fe81c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:52:21.704501 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-4d9abe05-7c50-46d0-96e8-c18a22fe81c5 admin admin] Usage tracker for resource:security_group_rule and tenant:be319567b8da43ec857d3e0a32072957 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:52:21.707986 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-4d9abe05-7c50-46d0-96e8-c18a22fe81c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:52:21.715468 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-4d9abe05-7c50-46d0-96e8-c18a22fe81c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:52:21.823745 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2ea04603-52a8-431c-bd0c-676b26546d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:21.835931 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Pushing event updated for resources: {'Port': ['ID=fa083960-397d-4c76-9d4a-6ac354f4bebb,revision_number=2']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:21.859303 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.768s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:21.880793 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Attempting to bind port fa083960-397d-4c76-9d4a-6ac354f4bebb on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:52:21.881347 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Attempting to bind port fa083960-397d-4c76-9d4a-6ac354f4bebb by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '7cdc3924-95b5-4426-9883-8d7fb5117988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2de1ad53-73ff-470a-ad27-ae39795b329a'}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:52:21.881850 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Attempting to bind port fa083960-397d-4c76-9d4a-6ac354f4bebb on network 2de1ad53-73ff-470a-ad27-ae39795b329a {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:52:21.922987 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Port fa083960-397d-4c76-9d4a-6ac354f4bebb on network 2de1ad53-73ff-470a-ad27-ae39795b329a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:52:21.923583 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Attempting to bind port fa083960-397d-4c76-9d4a-6ac354f4bebb on network 2de1ad53-73ff-470a-ad27-ae39795b329a {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:52:21.944439 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004890f-1d8b-4738-9e28-923083e639e3 req-6c01b265-6e1f-422f-ace0-894b6a4be701 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:21.944439 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-a004890f-1d8b-4738-9e28-923083e639e3 req-6c01b265-6e1f-422f-ace0-894b6a4be701 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Synchronizing usage tracker for tenant:de85cae1acea467ebd6b66a6bc270dac on resource:port {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:52:21.946581 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5813d08-087e-4ab3-9aa5-c89ec59906ff req-ea62fb7e-d3f7-4851-96e3-508c60bc8a33 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:21.949556 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:52:21.949556 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Checking segment: {'id': '7cdc3924-95b5-4426-9883-8d7fb5117988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2de1ad53-73ff-470a-ad27-ae39795b329a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:52:21.950012 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Bound using segment: {'id': '7cdc3924-95b5-4426-9883-8d7fb5117988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2de1ad53-73ff-470a-ad27-ae39795b329a'} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:52:21.951173 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Bound port: fa083960-397d-4c76-9d4a-6ac354f4bebb, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cdc3924-95b5-4426-9883-8d7fb5117988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2de1ad53-73ff-470a-ad27-ae39795b329a'}}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:52:21.951724 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d5813d08-087e-4ab3-9aa5-c89ec59906ff req-ea62fb7e-d3f7-4851-96e3-508c60bc8a33 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 948 time: 0.4931734 Apr 20 14:52:21.952204 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:21.993977 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4d9abe05-7c50-46d0-96e8-c18a22fe81c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:22.083459 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] For port fa083960-397d-4c76-9d4a-6ac354f4bebb, host hv-cinder-74216, cleared binding levels {{(pid=86499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:52:22.087362 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] For port fa083960-397d-4c76-9d4a-6ac354f4bebb, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=fa083960-397d-4c76-9d4a-6ac354f4bebb,segment=NetworkSegment(7cdc3924-95b5-4426-9883-8d7fb5117988),segment_id=7cdc3924-95b5-4426-9883-8d7fb5117988)] {{(pid=86499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:52:22.090918 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-a004890f-1d8b-4738-9e28-923083e639e3 req-6c01b265-6e1f-422f-ace0-894b6a4be701 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Unset dirty status for tenant:de85cae1acea467ebd6b66a6bc270dac on resource:port {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:52:22.091678 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d5813d08-087e-4ab3-9aa5-c89ec59906ff req-8c0ffc15-177a-477a-913e-d4ca2e11c5bf tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/security-groups?id=38c3069d-d266-43ec-ab10-9c150226052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389744 Apr 20 14:52:22.092367 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4d9abe05-7c50-46d0-96e8-c18a22fe81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:22.092606 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a004890f-1d8b-4738-9e28-923083e639e3 req-6c01b265-6e1f-422f-ace0-894b6a4be701 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.13 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 946 time: 0.3584638 Apr 20 14:52:22.142883 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0b41cdc9-3385-4ef7-8f61-b7e7607d7936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:22.147361 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2ea04603-52a8-431c-bd0c-676b26546d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:22.163827 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f20cc3c0-189a-4631-98cf-40dd907c192b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:22.179488 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0815619e-c9c9-4d31-a072-b1a7628a90d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39f9a3a-f9af-46ee-bc1d-553407bf4a54', 'code': 200} Apr 20 14:52:22.182991 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea04603-52a8-431c-bd0c-676b26546d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc38c06-3c53-4578-bfdf-7afea587c47e,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:22.190943 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-4d9abe05-7c50-46d0-96e8-c18a22fe81c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=be319567b8da43ec857d3e0a32072957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9174862 Apr 20 14:52:22.197808 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126858355'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:22.212827 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-767cee32-d840-40c9-bc72-ecb95dbd199d req-b3677d48-8401-4ea8-aa5a-207d3ec27f32 service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6738999 Apr 20 14:52:22.213547 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 42094) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:22.216119 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-2ea04603-52a8-431c-bd0c-676b26546d6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:22.217454 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:22.223495 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9abe05-7c50-46d0-96e8-c18a22fe81c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=812e402d-827c-466a-995d-45640717cad2,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:22.245027 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4d9abe05-7c50-46d0-96e8-c18a22fe81c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:22.329039 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Pushing event updated for resources: {'Port': ['ID=fa083960-397d-4c76-9d4a-6ac354f4bebb,revision_number=3']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:22.343641 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2ea04603-52a8-431c-bd0c-676b26546d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:22.345195 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-2ea04603-52a8-431c-bd0c-676b26546d6c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebc38c06-3c53-4578-bfdf-7afea587c47e HTTP/1.1" status: 204 len: 168 time: 1.9584332 Apr 20 14:52:22.351515 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:22.353104 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:22.353910 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:22.355606 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] 10.222.0.13 "PUT /v2.0/ports/fa083960-397d-4c76-9d4a-6ac354f4bebb HTTP/1.1" status: 200 len: 1093 time: 2.2649925 Apr 20 14:52:22.356624 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c3f88e-35c4-491c-92ac-4634a8245b58', 'tag': 'fa083960-397d-4c76-9d4a-6ac354f4bebb'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:52:22.373015 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-a004890f-1d8b-4738-9e28-923083e639e3 req-ea241c64-eae7-4cd1-b83d-0c48a1a63c53 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Deleting port f997ebca-fca5-4163-b17c-7016a4b6765e {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:52:22.373576 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-a004890f-1d8b-4738-9e28-923083e639e3 req-ea241c64-eae7-4cd1-b83d-0c48a1a63c53 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:22.469861 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06edbf34-4427-4a25-a9c6-2dcb5e26bef3 req-0604ab2e-297d-47f3-a977-9fc523f2c8f1 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:22.477484 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-06edbf34-4427-4a25-a9c6-2dcb5e26bef3 req-0604ab2e-297d-47f3-a977-9fc523f2c8f1 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 943 time: 0.7899966 Apr 20 14:52:22.518001 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-767cee32-d840-40c9-bc72-ecb95dbd199d req-fa65a893-e66f-4222-b55e-0410245cb34f service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726655 Apr 20 14:52:22.743309 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-06edbf34-4427-4a25-a9c6-2dcb5e26bef3 req-75d39cc1-a248-498e-a771-8cb246a7a81a tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199194 Apr 20 14:52:22.790846 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4c1d601a-466d-4979-b557-6e52c35e9ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:22.838175 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bad155-70c3-485f-912b-73d9deb920ba req-7f644b8c-d7ee-42c6-af7a-da74be305c57 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:22.851337 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-46bad155-70c3-485f-912b-73d9deb920ba req-7f644b8c-d7ee-42c6-af7a-da74be305c57 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.3331659 Apr 20 14:52:22.865361 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-a004890f-1d8b-4738-9e28-923083e639e3 req-ea241c64-eae7-4cd1-b83d-0c48a1a63c53 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] For port f997ebca-fca5-4163-b17c-7016a4b6765e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=f997ebca-fca5-4163-b17c-7016a4b6765e,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:22.866123 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-a004890f-1d8b-4738-9e28-923083e639e3 req-ea241c64-eae7-4cd1-b83d-0c48a1a63c53 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:22.932309 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4c1d601a-466d-4979-b557-6e52c35e9ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:22.982857 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc135a24-35e1-446f-8cc6-948387f09b26 req-37d483e1-4831-47cf-82f0-67860d816c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:22.984635 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dc135a24-35e1-446f-8cc6-948387f09b26 req-37d483e1-4831-47cf-82f0-67860d816c16 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 1101 time: 0.4625988 Apr 20 14:52:23.062315 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-a004890f-1d8b-4738-9e28-923083e639e3 req-ea241c64-eae7-4cd1-b83d-0c48a1a63c53 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Calling delete_port for f997ebca-fca5-4163-b17c-7016a4b6765e owned by compute:nova {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:52:23.107299 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-46bad155-70c3-485f-912b-73d9deb920ba req-973de928-18b6-4e16-b541-ba0b146d619d tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591889 Apr 20 14:52:23.241097 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c3f88e-35c4-491c-92ac-4634a8245b58', 'tag': 'fa083960-397d-4c76-9d4a-6ac354f4bebb', 'status': 'completed', 'code': 200} Apr 20 14:52:23.285683 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-cf22360a-c3b5-46d7-80d4-8137d083248b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:23.287785 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-cf22360a-c3b5-46d7-80d4-8137d083248b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70a1afb8e724b40862c7a8ecdf69629&device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 1096 time: 0.8360848 Apr 20 14:52:23.313128 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dc135a24-35e1-446f-8cc6-948387f09b26 req-6b8490fd-da85-4bce-a7cf-cb1f55cc0762 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=38c3069d-d266-43ec-ab10-9c150226052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243688 Apr 20 14:52:23.391894 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-a004890f-1d8b-4738-9e28-923083e639e3 req-ea241c64-eae7-4cd1-b83d-0c48a1a63c53 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:23.392140 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900c778-651c-4d91-ab0c-e5029c113874 req-5526c346-5f31-4f71-90eb-887ac4c86c98 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:23.400298 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e900c778-651c-4d91-ab0c-e5029c113874 req-5526c346-5f31-4f71-90eb-887ac4c86c98 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.3095789 Apr 20 14:52:23.420386 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a25032af-eb39-485c-8f1a-c174a44ec555 tempest-DeleteServersTestJSON-138317878 tempest-DeleteServersTestJSON-138317878-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:23.434219 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['7244db19-aec0-4ece-9b20-6e68e915d889', '3548640b-9ea8-4e33-8da9-5cfa2a5f32bd'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:52:23.436477 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ab0022bd-24b6-42e1-9805-f48d0d9be001 req-499c2343-2c2d-453c-866b-ee9cdd05a1f5 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 210 time: 0.0952415 Apr 20 14:52:23.441418 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4c1d601a-466d-4979-b557-6e52c35e9ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:23.459065 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:23.471131 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-a18aef69-0ed0-4110-9c53-0863250103d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa083960-397d-4c76-9d4a-6ac354f4bebb HTTP/1.1" status: 200 len: 217 time: 0.1672044 Apr 20 14:52:23.482671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea241c64-eae7-4cd1-b83d-0c48a1a63c53 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Pushing event deleted for resources: {'Port': ['ID=f997ebca-fca5-4163-b17c-7016a4b6765e,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:23.487620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ea241c64-eae7-4cd1-b83d-0c48a1a63c53 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:23.494666 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d601a-466d-4979-b557-6e52c35e9ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=812e402d-827c-466a-995d-45640717cad2,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:23.496934 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4c1d601a-466d-4979-b557-6e52c35e9ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:23.500689 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-4c1d601a-466d-4979-b557-6e52c35e9ed4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/812e402d-827c-466a-995d-45640717cad2 HTTP/1.1" status: 204 len: 168 time: 1.2568595 Apr 20 14:52:23.507878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4c1d601a-466d-4979-b557-6e52c35e9ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:23.542009 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e900c778-651c-4d91-ab0c-e5029c113874 req-9e04e422-77b1-4cfa-97cf-877b7dcd75ed tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356976 Apr 20 14:52:23.738683 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-a004890f-1d8b-4738-9e28-923083e639e3 req-ea241c64-eae7-4cd1-b83d-0c48a1a63c53 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] No DVR routers for this DVR port f997ebca-fca5-4163-b17c-7016a4b6765e on host hv-cinder-74216 {{(pid=86499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:52:23.743112 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-a004890f-1d8b-4738-9e28-923083e639e3 req-ea241c64-eae7-4cd1-b83d-0c48a1a63c53 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:23.806951 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-4e6f6590-b82c-442a-9abe-e142cb3eeb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:23.809862 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-4e6f6590-b82c-442a-9abe-e142cb3eeb34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b40f7c78-524a-40e4-9d95-b7d5f19c3ec9 HTTP/1.1" status: 200 len: 849 time: 0.1910408 Apr 20 14:52:23.813244 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a004890f-1d8b-4738-9e28-923083e639e3 req-ea241c64-eae7-4cd1-b83d-0c48a1a63c53 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.13 "DELETE /v2.0/ports/f997ebca-fca5-4163-b17c-7016a4b6765e HTTP/1.1" status: 204 len: 173 time: 1.7135375 Apr 20 14:52:23.825615 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1b48a-e4bb-47cb-8392-367aff88c5a9 req-fb204619-2e40-417e-8250-d7bfe63311ad tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:23.827459 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b8d1b48a-e4bb-47cb-8392-367aff88c5a9 req-fb204619-2e40-417e-8250-d7bfe63311ad tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 948 time: 0.1433134 Apr 20 14:52:23.955368 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-0b136b71-6c90-4e64-9021-61cd444533e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2de1ad53-73ff-470a-ad27-ae39795b329a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144431 Apr 20 14:52:23.956345 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b8d1b48a-e4bb-47cb-8392-367aff88c5a9 req-d6d08165-828c-45da-b2ed-116ef48a9142 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/security-groups?id=38c3069d-d266-43ec-ab10-9c150226052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121273 Apr 20 14:52:24.271163 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-ec286c91-8172-45a1-ab53-69e87dbf2238 service neutron] 10.222.0.13 "GET /v2.0/networks/2de1ad53-73ff-470a-ad27-ae39795b329a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029127 Apr 20 14:52:24.281043 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7925fa-b1ed-4ec7-aeda-78d22c689e1b req-b8986bc2-fb81-4cdb-9176-002ff3110e31 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:24.283183 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fe7925fa-b1ed-4ec7-aeda-78d22c689e1b req-b8986bc2-fb81-4cdb-9176-002ff3110e31 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 943 time: 0.2046697 Apr 20 14:52:24.443492 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fe7925fa-b1ed-4ec7-aeda-78d22c689e1b req-8a7cb06b-315d-437d-b7de-f4cc23991ebb tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938444 Apr 20 14:52:24.476972 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cac960-9882-4b43-ac29-deccbb44910d req-905c7495-2616-41a4-9823-6cb8700d3b4a tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:24.480097 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-06cac960-9882-4b43-ac29-deccbb44910d req-905c7495-2616-41a4-9823-6cb8700d3b4a tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1952138 Apr 20 14:52:24.511637 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device f997ebca-fca5-4163-b17c-7016a4b6765e no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:52:24.533705 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a469ca44-2357-419e-9ba9-f554c2dfd6a8 req-32a2a887-82ea-4848-8ecf-be157ad15e08 service neutron] 10.222.0.13 "GET /v2.0/networks/2de1ad53-73ff-470a-ad27-ae39795b329a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488220 Apr 20 14:52:24.580899 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] No Port match for: f997ebca-fca5-4163-b17c-7016a4b6765e {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:52:24.581446 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device f997ebca-fca5-4163-b17c-7016a4b6765e not bound to the agent host hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:52:24.609071 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-06cac960-9882-4b43-ac29-deccbb44910d req-101ded56-935a-4ce5-b1e2-d2e5f70bbc03 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179855 Apr 20 14:52:25.074956 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 42130) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:25.134316 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb8582-4b1c-40e1-a6e6-f2a978e8d71c req-08dc2896-4285-42b8-8d7c-6bec82cc4d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:25.137198 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e0fb8582-4b1c-40e1-a6e6-f2a978e8d71c req-08dc2896-4285-42b8-8d7c-6bec82cc4d7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c70a1afb8e724b40862c7a8ecdf69629&device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 1096 time: 0.1923285 Apr 20 14:52:25.142643 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e2326e99-d806-4817-9d2c-70f67cbd2560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:25.166949 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d7debbe8-e283-4b7f-8d66-343042d16877 req-d7bbf298-e0db-410a-b30d-5e639ae14419 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8a507c5-d875-485d-88d4-c047e148741d HTTP/1.1" status: 200 len: 210 time: 0.4828777 Apr 20 14:52:25.224554 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-e2326e99-d806-4817-9d2c-70f67cbd2560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:52:25.239062 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64214eb8-e20e-4ff8-9c92-f8332782c920 req-877f0caa-fd2d-4b41-990d-2d0ee8c2145a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:25.240992 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-64214eb8-e20e-4ff8-9c92-f8332782c920 req-877f0caa-fd2d-4b41-990d-2d0ee8c2145a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.4805911 Apr 20 14:52:25.286011 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a507c5-d875-485d-88d4-c047e148741d', 'name': 'network-vif-deleted', 'tag': 'f997ebca-fca5-4163-b17c-7016a4b6765e'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:52:25.303392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-e2326e99-d806-4817-9d2c-70f67cbd2560 admin admin] Usage tracker for resource:security_group_rule and tenant:cef479aebf574a2c9196efa19e09a1ef is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:52:25.308485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-e2326e99-d806-4817-9d2c-70f67cbd2560 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:52:25.322376 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-64214eb8-e20e-4ff8-9c92-f8332782c920 req-4006c098-ed21-49a8-9334-7dd5839e3137 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748830 Apr 20 14:52:25.333516 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-e2326e99-d806-4817-9d2c-70f67cbd2560 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:52:25.474050 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a507c5-d875-485d-88d4-c047e148741d', 'name': 'network-vif-deleted', 'tag': 'f997ebca-fca5-4163-b17c-7016a4b6765e', 'status': 'completed', 'code': 200} Apr 20 14:52:25.488168 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb8582-4b1c-40e1-a6e6-f2a978e8d71c req-9cab9270-70b3-4aea-9194-6d325ca9f4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:25.489716 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e0fb8582-4b1c-40e1-a6e6-f2a978e8d71c req-9cab9270-70b3-4aea-9194-6d325ca9f4b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2de1ad53-73ff-470a-ad27-ae39795b329a HTTP/1.1" status: 200 len: 909 time: 0.3319969 Apr 20 14:52:25.631658 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e0fb8582-4b1c-40e1-a6e6-f2a978e8d71c req-6d55bfcd-6737-49b2-900b-40a9d626134d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa083960-397d-4c76-9d4a-6ac354f4bebb HTTP/1.1" status: 200 len: 217 time: 0.1298072 Apr 20 14:52:25.634461 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1aaba-62b8-4f23-a682-553e27c70c65 req-2736379c-7b1a-4623-b781-c84865c08e31 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:25.636390 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-12b1aaba-62b8-4f23-a682-553e27c70c65 req-2736379c-7b1a-4623-b781-c84865c08e31 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 948 time: 0.1677954 Apr 20 14:52:25.816623 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-12b1aaba-62b8-4f23-a682-553e27c70c65 req-2dc7acb7-d60e-4eed-89ac-4da81328174d tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/security-groups?id=38c3069d-d266-43ec-ab10-9c150226052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683609 Apr 20 14:52:25.886215 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1958b-e233-4a13-9469-7036e5d11d43 req-87608aba-9ca4-43c8-b21d-819b0f9428f2 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:25.893669 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e2326e99-d806-4817-9d2c-70f67cbd2560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:25.896724 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb8582-4b1c-40e1-a6e6-f2a978e8d71c req-f6bfb964-ff41-4c38-b5b9-04a61c1e4c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:25.898411 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e0fb8582-4b1c-40e1-a6e6-f2a978e8d71c req-f6bfb964-ff41-4c38-b5b9-04a61c1e4c1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b40f7c78-524a-40e4-9d95-b7d5f19c3ec9 HTTP/1.1" status: 200 len: 849 time: 0.2442737 Apr 20 14:52:25.899320 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-07b1958b-e233-4a13-9469-7036e5d11d43 req-87608aba-9ca4-43c8-b21d-819b0f9428f2 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 943 time: 0.2172832 Apr 20 14:52:26.006871 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-07b1958b-e233-4a13-9469-7036e5d11d43 req-c18fe47d-e7bc-4788-9692-68bf8b8d0fcc tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935962 Apr 20 14:52:26.080298 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e2326e99-d806-4817-9d2c-70f67cbd2560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:26.122320 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0c16305b-e5dc-43ea-b3e1-6b76ae770b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:26.152376 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e0fb8582-4b1c-40e1-a6e6-f2a978e8d71c req-91ccfefa-437d-438c-af7b-9a13a2243850 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2de1ad53-73ff-470a-ad27-ae39795b329a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2442999 Apr 20 14:52:26.242104 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-e2326e99-d806-4817-9d2c-70f67cbd2560 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cef479aebf574a2c9196efa19e09a1ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1634681 Apr 20 14:52:26.245225 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 42146) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:26.324381 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2326e99-d806-4817-9d2c-70f67cbd2560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d016b0a7-9ced-4c0b-929b-7a170ae9246d,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:26.330569 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e2326e99-d806-4817-9d2c-70f67cbd2560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:26.406468 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e0fb8582-4b1c-40e1-a6e6-f2a978e8d71c req-d0a04d53-aeff-4e4b-a526-88b3ac29a42a service neutron] 10.222.0.13 "GET /v2.0/networks/2de1ad53-73ff-470a-ad27-ae39795b329a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308071 Apr 20 14:52:26.467845 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:52:26.477142 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-00e75998-edee-437e-953f-8d092b33afd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:26.490075 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735c161-c040-4f5e-b8c2-3cd37cde49b8 req-eefdf417-c97e-4cdd-9814-82cde847a18b tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:26.492144 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d735c161-c040-4f5e-b8c2-3cd37cde49b8 req-eefdf417-c97e-4cdd-9814-82cde847a18b tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1969087 Apr 20 14:52:26.514983 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device fa083960-397d-4c76-9d4a-6ac354f4bebb details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:52:26.598914 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-00e75998-edee-437e-953f-8d092b33afd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:26.643541 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d735c161-c040-4f5e-b8c2-3cd37cde49b8 req-840577d0-b08c-4903-8a08-0ed501d2f391 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355002 Apr 20 14:52:26.730104 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port fa083960-397d-4c76-9d4a-6ac354f4bebb, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=fa083960-397d-4c76-9d4a-6ac354f4bebb,segment=NetworkSegment(7cdc3924-95b5-4426-9883-8d7fb5117988),segment_id=7cdc3924-95b5-4426-9883-8d7fb5117988)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:26.740725 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-00e75998-edee-437e-953f-8d092b33afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:26.747451 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-92408a8a-80af-4ffe-8114-070abd8823d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:26.750286 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': 'fa083960-397d-4c76-9d4a-6ac354f4bebb', 'network_id': '2de1ad53-73ff-470a-ad27-ae39795b329a', 'port_id': 'fa083960-397d-4c76-9d4a-6ac354f4bebb', 'mac_address': 'fa:16:3e:c2:79:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b40f7c78-524a-40e4-9d95-b7d5f19c3ec9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:52:26.776701 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e75998-edee-437e-953f-8d092b33afd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d016b0a7-9ced-4c0b-929b-7a170ae9246d,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:26.790961 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-00e75998-edee-437e-953f-8d092b33afd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:26.844533 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e0fb8582-4b1c-40e1-a6e6-f2a978e8d71c req-4326ff9b-2313-4203-a42c-3480343a9198 service neutron] 10.222.0.13 "GET /v2.0/networks/2de1ad53-73ff-470a-ad27-ae39795b329a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761504 Apr 20 14:52:26.857612 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-00e75998-edee-437e-953f-8d092b33afd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:26.858773 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-00e75998-edee-437e-953f-8d092b33afd2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d016b0a7-9ced-4c0b-929b-7a170ae9246d HTTP/1.1" status: 204 len: 168 time: 0.6124365 Apr 20 14:52:26.869206 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:27.025196 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2753f2-1fa0-4d7c-a06f-4b67c08b50de req-4bbc6523-9efd-459c-b469-2b2cca9e40e4 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:27.034067 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dd2753f2-1fa0-4d7c-a06f-4b67c08b50de req-4bbc6523-9efd-459c-b469-2b2cca9e40e4 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.2598932 Apr 20 14:52:27.093026 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dd2753f2-1fa0-4d7c-a06f-4b67c08b50de req-438f83cb-12f9-40c1-9837-c42bc2a76ac0 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578225 Apr 20 14:52:27.113461 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb8d40f-c24d-4f68-89f8-0bd179344150 req-0c096dca-7d41-473e-9271-e0b6396d5719 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:27.119362 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dfb8d40f-c24d-4f68-89f8-0bd179344150 req-0c096dca-7d41-473e-9271-e0b6396d5719 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 948 time: 0.2723975 Apr 20 14:52:27.182050 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa083960-397d-4c76-9d4a-6ac354f4bebb {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:52:27.202550 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port fa083960-397d-4c76-9d4a-6ac354f4bebb, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=fa083960-397d-4c76-9d4a-6ac354f4bebb,segment=NetworkSegment(7cdc3924-95b5-4426-9883-8d7fb5117988),segment_id=7cdc3924-95b5-4426-9883-8d7fb5117988)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:27.230827 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dfb8d40f-c24d-4f68-89f8-0bd179344150 req-a147b7bd-e262-4d68-b6d8-04dcb74203fe tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/security-groups?id=38c3069d-d266-43ec-ab10-9c150226052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059165 Apr 20 14:52:27.235642 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:27.239148 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:27.339004 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=fa083960-397d-4c76-9d4a-6ac354f4bebb,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:27.343177 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:27.679383 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['fa083960-397d-4c76-9d4a-6ac354f4bebb'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:52:27.716650 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9aa5b9-712a-444f-b14a-3fbe93592cfe req-00efd113-13d4-4cbe-9451-372ba9135cc1 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:27.734543 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-df9aa5b9-712a-444f-b14a-3fbe93592cfe req-00efd113-13d4-4cbe-9451-372ba9135cc1 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 944 time: 0.2343264 Apr 20 14:52:27.798023 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-df9aa5b9-712a-444f-b14a-3fbe93592cfe req-1757c31c-2a6e-46c6-a37a-092500f81f31 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621281 Apr 20 14:52:28.084302 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920fb43-6b84-45af-970a-c940da08785a req-cb61e098-1f7e-4e84-8d1b-74a14f6ebbe5 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:28.086872 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0920fb43-6b84-45af-970a-c940da08785a req-cb61e098-1f7e-4e84-8d1b-74a14f6ebbe5 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1390538 Apr 20 14:52:28.170668 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0920fb43-6b84-45af-970a-c940da08785a req-2071be5b-495e-41cc-8763-e4ae94cb53fa tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716872 Apr 20 14:52:28.300422 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147988b9-9b32-426e-bb76-d78e6b0c7040 req-66ac9335-0de5-41ad-b24a-1309733dcc54 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:28.302239 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-147988b9-9b32-426e-bb76-d78e6b0c7040 req-66ac9335-0de5-41ad-b24a-1309733dcc54 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 945 time: 0.1306148 Apr 20 14:52:28.327235 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11373f48-f767-476e-b5ae-ef7b5a62605d req-6b50dca4-acc1-427e-99c5-47373f3aaff0 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:28.328267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-11373f48-f767-476e-b5ae-ef7b5a62605d req-6b50dca4-acc1-427e-99c5-47373f3aaff0 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Synchronizing usage tracker for tenant:e06fd86fbe4b4154ba811029dfedb077 on resource:port {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:52:28.398097 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-147988b9-9b32-426e-bb76-d78e6b0c7040 req-d7b842fa-91c5-4aa6-b582-d1152f0c22a8 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818167 Apr 20 14:52:28.463084 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-11373f48-f767-476e-b5ae-ef7b5a62605d req-6b50dca4-acc1-427e-99c5-47373f3aaff0 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Unset dirty status for tenant:e06fd86fbe4b4154ba811029dfedb077 on resource:port {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:52:28.464382 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-11373f48-f767-476e-b5ae-ef7b5a62605d req-6b50dca4-acc1-427e-99c5-47373f3aaff0 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.13 "GET /v2.0/ports?device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 948 time: 0.3036156 Apr 20 14:52:28.583582 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcc220-4db8-441e-8124-07d45cc2f076 req-620bc3cd-1c5d-4dc8-82b0-d2d8c48583d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:28.585919 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7edcc220-4db8-441e-8124-07d45cc2f076 req-620bc3cd-1c5d-4dc8-82b0-d2d8c48583d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.1670463 Apr 20 14:52:28.611970 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-11373f48-f767-476e-b5ae-ef7b5a62605d req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Deleting port d39f9a3a-f9af-46ee-bc1d-553407bf4a54 {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:52:28.612416 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-11373f48-f767-476e-b5ae-ef7b5a62605d req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:28.722166 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7edcc220-4db8-441e-8124-07d45cc2f076 req-c9f938cc-67e8-4347-ba75-c048261e9381 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712826 Apr 20 14:52:28.740797 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7717b8-2c73-448c-8268-b8041d6d30a9 req-41b75f37-c66b-4084-a54f-680090909864 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:28.742632 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ef7717b8-2c73-448c-8268-b8041d6d30a9 req-41b75f37-c66b-4084-a54f-680090909864 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 948 time: 0.1506345 Apr 20 14:52:28.830827 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ef7717b8-2c73-448c-8268-b8041d6d30a9 req-4ad090c6-7609-45bc-bedc-78f953f567cb tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/security-groups?id=38c3069d-d266-43ec-ab10-9c150226052b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805564 Apr 20 14:52:29.201869 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7deb3d9-efe2-4599-ab10-4f136b9ba9d6 req-6de7a862-f364-4cb0-a34b-451071d3c6f9 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:29.214150 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e7deb3d9-efe2-4599-ab10-4f136b9ba9d6 req-6de7a862-f364-4cb0-a34b-451071d3c6f9 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 944 time: 0.2281170 Apr 20 14:52:29.318523 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-11373f48-f767-476e-b5ae-ef7b5a62605d req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] For port d39f9a3a-f9af-46ee-bc1d-553407bf4a54, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=d39f9a3a-f9af-46ee-bc1d-553407bf4a54,segment=NetworkSegment(799b0d29-a78f-4ecd-9610-94f900fecdae),segment_id=799b0d29-a78f-4ecd-9610-94f900fecdae)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:29.318769 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-11373f48-f767-476e-b5ae-ef7b5a62605d req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:29.336047 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e7deb3d9-efe2-4599-ab10-4f136b9ba9d6 req-e88429d1-653a-40b2-889d-37e447c25e49 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206725 Apr 20 14:52:29.487728 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-11373f48-f767-476e-b5ae-ef7b5a62605d req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Calling delete_port for d39f9a3a-f9af-46ee-bc1d-553407bf4a54 owned by compute:nova {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:52:29.621882 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601d88c-b539-432d-9787-fc476fe919e1 req-20c8e9fd-6a3e-4685-aa44-e105e97fc4b2 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:29.624794 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d601d88c-b539-432d-9787-fc476fe919e1 req-20c8e9fd-6a3e-4685-aa44-e105e97fc4b2 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.2512043 Apr 20 14:52:29.805975 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 42202) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:29.834987 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-11373f48-f767-476e-b5ae-ef7b5a62605d req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:29.851173 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b4defab9-c939-473d-9bbc-b6f93d687818 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:29.900222 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d601d88c-b539-432d-9787-fc476fe919e1 req-a650c508-9c14-4ae2-827d-cd8878e14e87 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631392 Apr 20 14:52:29.974390 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Pushing event deleted for resources: {'Port': ['ID=d39f9a3a-f9af-46ee-bc1d-553407bf4a54,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:29.987498 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:29.988076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:29.988600 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:29.989280 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:29.990051 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:29.990566 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:29.991099 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:29.991623 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:29.992129 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:29.992764 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:29.993256 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:29.993948 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:29.998990 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ca39c-fc73-4d06-b568-2acf5351fe48 req-810aa46c-b87f-4e94-a339-5248691e2bef tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:30.022316 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f39ca39c-fc73-4d06-b568-2acf5351fe48 req-810aa46c-b87f-4e94-a339-5248691e2bef tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 945 time: 0.2967689 Apr 20 14:52:30.097028 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:30.140740 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-11373f48-f767-476e-b5ae-ef7b5a62605d req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] No DVR routers for this DVR port d39f9a3a-f9af-46ee-bc1d-553407bf4a54 on host hv-cinder-74216 {{(pid=86499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:52:30.144541 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f39ca39c-fc73-4d06-b568-2acf5351fe48 req-0477f898-775d-4892-8fee-86f865550078 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126456 Apr 20 14:52:30.145947 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-11373f48-f767-476e-b5ae-ef7b5a62605d req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:30.167121 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0815619e-c9c9-4d31-a072-b1a7628a90d0', 'name': 'network-vif-deleted', 'tag': 'd39f9a3a-f9af-46ee-bc1d-553407bf4a54'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:52:30.200121 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:30.231027 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:52:30.236672 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-c495b663-6095-43c8-bd37-1f1ea34d1837 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:30.237171 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Usage tracker for resource:security_group_rule and tenant:c27d94afec284f3b95f40837ffe684f8 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:52:30.241304 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:52:30.241969 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-c495b663-6095-43c8-bd37-1f1ea34d1837 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Synchronizing usage tracker for tenant:de85cae1acea467ebd6b66a6bc270dac on resource:port {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:52:30.253784 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-11373f48-f767-476e-b5ae-ef7b5a62605d req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.13 "DELETE /v2.0/ports/d39f9a3a-f9af-46ee-bc1d-553407bf4a54 HTTP/1.1" status: 204 len: 173 time: 1.7812462 Apr 20 14:52:30.255843 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:52:30.430591 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-69bfe2df-899d-4ba2-ac8d-4ff81fe38e8e req-441c5e46-41f4-4246-a9a3-9c81e19d6965 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 210 time: 0.0715311 Apr 20 14:52:30.485567 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0815619e-c9c9-4d31-a072-b1a7628a90d0', 'name': 'network-vif-deleted', 'tag': 'd39f9a3a-f9af-46ee-bc1d-553407bf4a54', 'status': 'completed', 'code': 200} Apr 20 14:52:30.506692 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f619847-4382-41a2-80c0-b46605a53bdf req-6867a129-2502-4323-b52b-4c24b852d9a6 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:30.508417 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2f619847-4382-41a2-80c0-b46605a53bdf req-6867a129-2502-4323-b52b-4c24b852d9a6 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.2976186 Apr 20 14:52:30.561307 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device fa083960-397d-4c76-9d4a-6ac354f4bebb up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:52:30.564385 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:30.655656 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2f619847-4382-41a2-80c0-b46605a53bdf req-b9eee49d-19a5-4eb8-b567-4345a5e45d13 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285787 Apr 20 14:52:30.703589 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b42a9e-b597-4b04-a0a3-3906aef10d8a req-70c52c5a-167d-4ad1-9f4c-63d9525deeb6 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:30.705722 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e1b42a9e-b597-4b04-a0a3-3906aef10d8a req-70c52c5a-167d-4ad1-9f4c-63d9525deeb6 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 944 time: 0.1244338 Apr 20 14:52:30.759223 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e1b42a9e-b597-4b04-a0a3-3906aef10d8a req-e655ea7a-0414-4c1b-94f5-822746c607e6 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465512 Apr 20 14:52:30.923127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port fa083960-397d-4c76-9d4a-6ac354f4bebb completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:52:30.923362 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:30.923487 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-c495b663-6095-43c8-bd37-1f1ea34d1837 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Unset dirty status for tenant:de85cae1acea467ebd6b66a6bc270dac on resource:port {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:52:30.924876 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-c495b663-6095-43c8-bd37-1f1ea34d1837 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.13 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 945 time: 1.1501791 Apr 20 14:52:30.934105 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port fa083960-397d-4c76-9d4a-6ac354f4bebb triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:52:30.935145 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:30.936049 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ba8ae34f-75d9-46b9-8111-abdc9b26c8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:31.014926 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c27d94afec284f3b95f40837ffe684f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1945148 Apr 20 14:52:31.023683 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 42216) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:31.024605 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e715bc-7f90-4b63-8014-29c885760d67,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:31.077743 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:31.083331 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:31.083697 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:31.087634 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:31.087892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:31.089224 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:31.089224 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:31.089937 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:31.099155 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Deleting port 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:52:31.099815 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:31.101552 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:31.104208 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:31.107240 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:31.107792 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:52:31.132849 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:31.269216 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:31.326417 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6bb95f01-0042-4862-95c5-0fa4d469e73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:31.372965 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port fa083960-397d-4c76-9d4a-6ac354f4bebb, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=fa083960-397d-4c76-9d4a-6ac354f4bebb,segment=NetworkSegment(7cdc3924-95b5-4426-9883-8d7fb5117988),segment_id=7cdc3924-95b5-4426-9883-8d7fb5117988)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:31.373794 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6bb95f01-0042-4862-95c5-0fa4d469e73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:31.378665 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c3f88e-35c4-491c-92ac-4634a8245b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa083960-397d-4c76-9d4a-6ac354f4bebb'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:52:31.426374 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:31.428226 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device d39f9a3a-f9af-46ee-bc1d-553407bf4a54 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:52:31.483344 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:31.517688 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a8ad3-ceef-4143-bc1d-76ac02c5d20e req-e424fc69-e462-4147-8b8b-6f64d183dc95 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:31.520275 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-972a8ad3-ceef-4143-bc1d-76ac02c5d20e req-e424fc69-e462-4147-8b8b-6f64d183dc95 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.2755380 Apr 20 14:52:31.522283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] No Port match for: d39f9a3a-f9af-46ee-bc1d-553407bf4a54 {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:52:31.522889 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device d39f9a3a-f9af-46ee-bc1d-553407bf4a54 not bound to the agent host hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:52:31.523370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:52:31.535581 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] For port 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=3548640b-9ea8-4e33-8da9-5cfa2a5f32bd,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:31.535993 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:31.619530 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07a975-aa96-42cd-890d-569032e8728e req-868891d7-d3c9-4630-94f6-0080f791904d tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:31.621644 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3d07a975-aa96-42cd-890d-569032e8728e req-868891d7-d3c9-4630-94f6-0080f791904d tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 945 time: 0.2090166 Apr 20 14:52:31.628646 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-972a8ad3-ceef-4143-bc1d-76ac02c5d20e req-7e775453-740e-47b8-a66e-034b59a75e30 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986269 Apr 20 14:52:31.634105 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6bb95f01-0042-4862-95c5-0fa4d469e73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:31.641190 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d51837e0-2234-427c-89d4-098a62cb2267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:31.685559 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb95f01-0042-4862-95c5-0fa4d469e73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e715bc-7f90-4b63-8014-29c885760d67,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:31.688667 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6bb95f01-0042-4862-95c5-0fa4d469e73f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:31.755066 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Calling delete_port for 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd owned by compute:nova {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:52:31.765046 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6bb95f01-0042-4862-95c5-0fa4d469e73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:31.766306 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-6bb95f01-0042-4862-95c5-0fa4d469e73f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6e715bc-7f90-4b63-8014-29c885760d67 HTTP/1.1" status: 204 len: 168 time: 0.7386315 Apr 20 14:52:31.778261 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c3f88e-35c4-491c-92ac-4634a8245b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa083960-397d-4c76-9d4a-6ac354f4bebb', 'code': 200} Apr 20 14:52:31.779346 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:31.852760 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=fa083960-397d-4c76-9d4a-6ac354f4bebb,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:31.858380 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:31.863563 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=3548640b-9ea8-4e33-8da9-5cfa2a5f32bd,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:31.864368 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3d07a975-aa96-42cd-890d-569032e8728e req-ba622c2d-1a82-447c-8974-8f6e050019f5 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253733 Apr 20 14:52:31.909481 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:31.911553 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:32.036317 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.db.api [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86499) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:52:32.037301 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_db.api [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 14:52:32.070389 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=3548640b-9ea8-4e33-8da9-5cfa2a5f32bd,revision_number=6']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:32.078577 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:32.161262 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0d89a6ec-ea19-4735-83e5-697c4a5d5774 req-4bcc601d-39e7-478b-b9d7-29ad44b73c78 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] 10.222.0.21 "GET /v2.0/ports?device_id=0815619e-c9c9-4d31-a072-b1a7628a90d0 HTTP/1.1" status: 200 len: 210 time: 0.1321728 Apr 20 14:52:32.259131 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c6b63-5ea2-4d1b-b729-303ebcb5b957 req-1e2a2162-8733-49d0-9f6c-38410a6d4028 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:32.260764 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-303c6b63-5ea2-4d1b-b729-303ebcb5b957 req-1e2a2162-8733-49d0-9f6c-38410a6d4028 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.1542611 Apr 20 14:52:32.333966 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-303c6b63-5ea2-4d1b-b729-303ebcb5b957 req-08f703bb-2bc2-4e91-bead-e53d608cb9d9 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643206 Apr 20 14:52:32.456697 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec6e93-4605-485f-b813-4eaae92361e8 req-feb66a62-bdaf-4934-ba84-174659b6cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:32.458642 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3aec6e93-4605-485f-b813-4eaae92361e8 req-feb66a62-bdaf-4934-ba84-174659b6cd7d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 1098 time: 0.1629455 Apr 20 14:52:32.518655 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3aec6e93-4605-485f-b813-4eaae92361e8 req-a69a24ed-3434-45bd-b6bf-cd49bd2b0a34 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493166 Apr 20 14:52:32.539737 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Deleting port 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:52:32.540385 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:32.598696 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be9d104-cc0a-46b1-a2d3-4f3247339a66 req-6dca8447-fd3d-41ae-8c8b-78b2a7a55a18 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:32.609752 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4be9d104-cc0a-46b1-a2d3-4f3247339a66 req-6dca8447-fd3d-41ae-8c8b-78b2a7a55a18 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 945 time: 0.2016292 Apr 20 14:52:32.679067 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4be9d104-cc0a-46b1-a2d3-4f3247339a66 req-b1df8e37-55d6-488f-92f7-37fd2f5803ab tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681937 Apr 20 14:52:33.017662 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] For port 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=3548640b-9ea8-4e33-8da9-5cfa2a5f32bd,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:33.018243 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:33.022792 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbecc744-1c4b-4990-9352-79674335357c req-bf9b6292-50f0-42b1-bc31-f77a2e0ffd0d tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:33.039898 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fbecc744-1c4b-4990-9352-79674335357c req-bf9b6292-50f0-42b1-bc31-f77a2e0ffd0d tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.2142367 Apr 20 14:52:33.145177 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fbecc744-1c4b-4990-9352-79674335357c req-261148f3-c88f-4877-94e1-c076ec2b5974 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973723 Apr 20 14:52:33.209734 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Calling delete_port for 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd owned by compute:nova {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:52:33.371507 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bc66f-96d5-4c60-ba9f-5eb1a0ec5342 req-d07629d0-9623-4e97-b1eb-544e8d63f0bf tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:33.375504 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-983bc66f-96d5-4c60-ba9f-5eb1a0ec5342 req-d07629d0-9623-4e97-b1eb-544e8d63f0bf tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 943 time: 0.1897118 Apr 20 14:52:33.506628 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-983bc66f-96d5-4c60-ba9f-5eb1a0ec5342 req-caab8473-b9ec-4796-8c4d-1ef9b99d9862 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222744 Apr 20 14:52:33.612458 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:33.625071 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:33.649342 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['7244db19-aec0-4ece-9b20-6e68e915d889'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:52:33.779247 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Pushing event deleted for resources: {'Port': ['ID=3548640b-9ea8-4e33-8da9-5cfa2a5f32bd,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:33.797744 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91e3331-e995-487b-bdfb-42ab4faeb623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3548640b-9ea8-4e33-8da9-5cfa2a5f32bd'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:52:33.887969 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:33.901446 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d3652-8692-4651-954d-a91b94d2e983 req-091f4813-d6d8-4e3c-b40a-76e226d21c7d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:33.911073 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f42d3652-8692-4651-954d-a91b94d2e983 req-091f4813-d6d8-4e3c-b40a-76e226d21c7d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.3434570 Apr 20 14:52:33.923994 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] No DVR routers for this DVR port 3548640b-9ea8-4e33-8da9-5cfa2a5f32bd on host hv-cinder-74216 {{(pid=86499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:52:33.928179 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:33.936178 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e91e3331-e995-487b-bdfb-42ab4faeb623', 'name': 'network-vif-deleted', 'tag': '3548640b-9ea8-4e33-8da9-5cfa2a5f32bd'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:52:34.005720 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f42d3652-8692-4651-954d-a91b94d2e983 req-6e18fda4-0e9b-4f36-ba2f-0fcfb1b1e89a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932202 Apr 20 14:52:34.026516 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8ab88e94-00f7-4dca-9f96-691d6337f57f req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.13 "DELETE /v2.0/ports/3548640b-9ea8-4e33-8da9-5cfa2a5f32bd HTTP/1.1" status: 204 len: 173 time: 3.0933757 Apr 20 14:52:34.169959 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91e3331-e995-487b-bdfb-42ab4faeb623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3548640b-9ea8-4e33-8da9-5cfa2a5f32bd', 'code': 200} Apr 20 14:52:34.263943 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc43d5-1642-4a55-81c2-29286c8786af req-6e6be2f4-1757-4ad9-924c-02439f126215 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:34.270835 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e91e3331-e995-487b-bdfb-42ab4faeb623', 'name': 'network-vif-deleted', 'tag': '3548640b-9ea8-4e33-8da9-5cfa2a5f32bd', 'status': 'completed', 'code': 200} Apr 20 14:52:34.276426 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-44cc43d5-1642-4a55-81c2-29286c8786af req-6e6be2f4-1757-4ad9-924c-02439f126215 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 945 time: 0.2625959 Apr 20 14:52:34.338202 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-44cc43d5-1642-4a55-81c2-29286c8786af req-703bbedd-7797-43fc-910e-bd49919b4dc6 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605884 Apr 20 14:52:34.639141 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ac1b5-9deb-4b35-865d-03f508ed5580 req-43ea2455-c001-4ec3-b663-0315c8780d39 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:34.643802 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0d9ac1b5-9deb-4b35-865d-03f508ed5580 req-43ea2455-c001-4ec3-b663-0315c8780d39 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.2074347 Apr 20 14:52:34.815976 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0a40a804-c689-45b2-bc32-37abc3597ef6 req-ff62fce4-cb93-4286-9a1e-d7fe68a34bb5 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=e91e3331-e995-487b-bdfb-42ab4faeb623 HTTP/1.1" status: 200 len: 210 time: 0.0750182 Apr 20 14:52:34.851905 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0d9ac1b5-9deb-4b35-865d-03f508ed5580 req-79c66160-27e1-4569-99d6-8c498e007c89 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914294 Apr 20 14:52:35.301783 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0549a-52ba-417d-bd21-21bcd6ebf562 req-1c27a0cd-67f6-4ea6-9827-c393092f4248 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:35.303862 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0cf0549a-52ba-417d-bd21-21bcd6ebf562 req-1c27a0cd-67f6-4ea6-9827-c393092f4248 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.1111283 Apr 20 14:52:35.362869 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0cf0549a-52ba-417d-bd21-21bcd6ebf562 req-100178f1-d9cb-408c-b5ec-cd14496d500a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486734 Apr 20 14:52:35.614264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713d3d4-c448-4c8f-9fd7-d293bf33cb62 req-7c0f4cc7-6f78-471f-871f-c298d23fa539 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:35.617823 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6713d3d4-c448-4c8f-9fd7-d293bf33cb62 req-7c0f4cc7-6f78-471f-871f-c298d23fa539 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 945 time: 0.1087461 Apr 20 14:52:35.693831 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6713d3d4-c448-4c8f-9fd7-d293bf33cb62 req-ebe2c38d-49d7-4695-ae45-bbd75246fc00 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676780 Apr 20 14:52:36.142706 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3026101-1c04-44a4-b937-3ee8d5d95db8 req-5d00263b-e657-4aa4-9b7c-e99689f1dba3 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:36.146167 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d3026101-1c04-44a4-b937-3ee8d5d95db8 req-5d00263b-e657-4aa4-9b7c-e99689f1dba3 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1482341 Apr 20 14:52:36.205390 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d3026101-1c04-44a4-b937-3ee8d5d95db8 req-c9526755-d63e-445e-bf20-849efef9d290 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504098 Apr 20 14:52:36.649847 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e358c2c-2654-44b0-a02f-e52520215ac3 req-ec626025-9fab-4897-8300-5a750bfa71f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:36.651947 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8e358c2c-2654-44b0-a02f-e52520215ac3 req-ec626025-9fab-4897-8300-5a750bfa71f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 1099 time: 0.1008143 Apr 20 14:52:36.764535 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8e358c2c-2654-44b0-a02f-e52520215ac3 req-5f72d60a-4c4d-414b-a4a6-a84341bc0163 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867624 Apr 20 14:52:36.847497 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57302571-f3c9-4035-a48e-12a37e048a8c req-f12d98a1-514e-4a24-b1b5-e37634dd89b8 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:36.849722 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-57302571-f3c9-4035-a48e-12a37e048a8c req-f12d98a1-514e-4a24-b1b5-e37634dd89b8 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.2494848 Apr 20 14:52:36.916503 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-57302571-f3c9-4035-a48e-12a37e048a8c req-ecbb9c8d-be44-47f5-a2a9-c1c401591ec3 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592217 Apr 20 14:52:37.441273 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d6220-f354-47bd-ac03-c0e12de4a886 req-190692ee-3500-4231-a6b6-bd5ddd2ea6b7 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:37.442996 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-132d6220-f354-47bd-ac03-c0e12de4a886 req-190692ee-3500-4231-a6b6-bd5ddd2ea6b7 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1075196 Apr 20 14:52:37.505622 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-132d6220-f354-47bd-ac03-c0e12de4a886 req-0cd16fc7-239e-4aa2-b2c6-2a1bf7538027 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495048 Apr 20 14:52:38.050782 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67e3de-2a6b-41fb-8bc7-0ecac9bedf1b req-6539df8a-40c8-435c-a93c-bec6b0110d1c tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:38.053405 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1e67e3de-2a6b-41fb-8bc7-0ecac9bedf1b req-6539df8a-40c8-435c-a93c-bec6b0110d1c tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 945 time: 0.1284983 Apr 20 14:52:38.168529 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1e67e3de-2a6b-41fb-8bc7-0ecac9bedf1b req-308889a4-e408-4478-a745-d0342a611fbf tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622938 Apr 20 14:52:38.208231 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef85fc5-9658-4743-a92d-8d22081a7666 req-69d69f8c-692d-46cf-9a1e-3bcad60de0b1 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:38.210018 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-eef85fc5-9658-4743-a92d-8d22081a7666 req-69d69f8c-692d-46cf-9a1e-3bcad60de0b1 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 946 time: 0.1483867 Apr 20 14:52:38.285626 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-eef85fc5-9658-4743-a92d-8d22081a7666 req-3227b091-352d-4e88-a1d0-4497a464e2b2 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526476 Apr 20 14:52:38.425463 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcfd1a-7bbe-4458-b654-42de4faaba80 req-b4b97214-94ee-4d2f-8904-cde58716e9ff tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:38.428450 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6dfcfd1a-7bbe-4458-b654-42de4faaba80 req-b4b97214-94ee-4d2f-8904-cde58716e9ff tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.1285377 Apr 20 14:52:38.480086 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6dfcfd1a-7bbe-4458-b654-42de4faaba80 req-82855e5a-6a56-45de-ad64-a284ce94f207 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449328 Apr 20 14:52:38.737843 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b28dec-f056-4610-8ba1-25b9e87a5f11 req-829758aa-1a27-4a63-a2a1-05c009b3d4a9 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:38.739681 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a9b28dec-f056-4610-8ba1-25b9e87a5f11 req-829758aa-1a27-4a63-a2a1-05c009b3d4a9 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1055300 Apr 20 14:52:38.792890 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a9b28dec-f056-4610-8ba1-25b9e87a5f11 req-f69fc977-d880-46b6-ae01-d6d55e77c9cb tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461671 Apr 20 14:52:38.861366 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9c342-2ce9-4022-8083-2f3b6809e1a4 req-244a29ad-a9bc-47be-a18d-7a16ec14c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:38.864229 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-14a9c342-2ce9-4022-8083-2f3b6809e1a4 req-244a29ad-a9bc-47be-a18d-7a16ec14c8ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60cc29d1ca354b0bb99197550f740015&device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 1098 time: 0.1525598 Apr 20 14:52:39.031606 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9c342-2ce9-4022-8083-2f3b6809e1a4 req-b4b4fef7-bde7-4953-92fc-432f9b04b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:39.033939 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-14a9c342-2ce9-4022-8083-2f3b6809e1a4 req-b4b4fef7-bde7-4953-92fc-432f9b04b0fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3478651-076d-4e24-9740-70942ad381f0 HTTP/1.1" status: 200 len: 914 time: 0.1619415 Apr 20 14:52:39.167538 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-14a9c342-2ce9-4022-8083-2f3b6809e1a4 req-23356649-18b2-427c-ad47-c167154c572f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58bf4358-c596-4c96-8ccb-47886555b382 HTTP/1.1" status: 200 len: 1000 time: 0.1228464 Apr 20 14:52:39.247812 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9c342-2ce9-4022-8083-2f3b6809e1a4 req-776374bd-ff04-49a1-bc9f-1348778b8af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:39.249441 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-14a9c342-2ce9-4022-8083-2f3b6809e1a4 req-776374bd-ff04-49a1-bc9f-1348778b8af0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7 HTTP/1.1" status: 200 len: 853 time: 0.0748615 Apr 20 14:52:39.361165 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9c342-2ce9-4022-8083-2f3b6809e1a4 req-e6b319de-33f2-4acf-8c65-e82ee461fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:39.362989 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-14a9c342-2ce9-4022-8083-2f3b6809e1a4 req-e6b319de-33f2-4acf-8c65-e82ee461fa2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3478651-076d-4e24-9740-70942ad381f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1033287 Apr 20 14:52:39.429114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b2291-9caf-4ba6-b2bf-c44e2102db85 req-958f91e4-3ed1-4cfb-b420-aadafa102eb8 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:39.437593 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8c2b2291-9caf-4ba6-b2bf-c44e2102db85 req-958f91e4-3ed1-4cfb-b420-aadafa102eb8 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 945 time: 0.1193647 Apr 20 14:52:39.548959 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8c2b2291-9caf-4ba6-b2bf-c44e2102db85 req-cb7bd784-ccf0-4adc-b462-58bcb6c9cb01 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095371 Apr 20 14:52:39.613051 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574dc746-40f4-467d-b586-5de7bff0dab9 req-2e1785f7-9003-4ef5-87b3-e8dc73d68de2 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:39.616027 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-574dc746-40f4-467d-b586-5de7bff0dab9 req-2e1785f7-9003-4ef5-87b3-e8dc73d68de2 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1537385 Apr 20 14:52:39.633384 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-14a9c342-2ce9-4022-8083-2f3b6809e1a4 req-ebf688cb-3187-4b0a-9b0d-9154733b130e service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363825 Apr 20 14:52:39.635672 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8747fb-f181-4e9a-803e-3f4a07b9f6c6 req-cd39806f-c973-4af6-8358-68659e053e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:39.637264 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7a8747fb-f181-4e9a-803e-3f4a07b9f6c6 req-cd39806f-c973-4af6-8358-68659e053e0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bfbd4fdd7d16445b92d63cdbcbcba659&device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 1099 time: 0.2104485 Apr 20 14:52:39.723744 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-574dc746-40f4-467d-b586-5de7bff0dab9 req-c07657d8-7186-4bb7-88ea-4e29b242b2f0 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993431 Apr 20 14:52:39.822755 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-14a9c342-2ce9-4022-8083-2f3b6809e1a4 req-8867ff69-f0cd-4cfe-91c7-381d33c63f74 service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714416 Apr 20 14:52:39.896127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e20cf7-090e-445f-b11d-c07721cb6cca req-b4e93dbd-808b-48fd-aa47-67527d397845 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:39.898439 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-50e20cf7-090e-445f-b11d-c07721cb6cca req-b4e93dbd-808b-48fd-aa47-67527d397845 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 946 time: 0.1281862 Apr 20 14:52:40.016158 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-50e20cf7-090e-445f-b11d-c07721cb6cca req-57d62a28-13f8-47a2-bbf1-27757b2099b7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106668 Apr 20 14:52:40.056331 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc333639-8df3-4efc-bb47-166323650aee req-f037dd59-fc81-4b03-9389-49df4d615c91 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:40.058166 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fc333639-8df3-4efc-bb47-166323650aee req-f037dd59-fc81-4b03-9389-49df4d615c91 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.1336977 Apr 20 14:52:40.107059 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8747fb-f181-4e9a-803e-3f4a07b9f6c6 req-548b0ed3-c3a6-4583-8d01-b402789a86cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:40.111925 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7a8747fb-f181-4e9a-803e-3f4a07b9f6c6 req-548b0ed3-c3a6-4583-8d01-b402789a86cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc HTTP/1.1" status: 200 len: 919 time: 0.2850809 Apr 20 14:52:40.139569 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fc333639-8df3-4efc-bb47-166323650aee req-14c24c75-c94c-4f86-975b-4331aa69bbf7 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734613 Apr 20 14:52:40.221252 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7a8747fb-f181-4e9a-803e-3f4a07b9f6c6 req-b5f21f49-7374-4d81-bdfa-317dfa69f8c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71ad3bb0-14c9-4f07-83ab-36d36c55d98d HTTP/1.1" status: 200 len: 217 time: 0.0956810 Apr 20 14:52:40.234133 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a60a7-7e17-4114-9061-3313fef99664 req-c419862c-0bea-4b31-9cc2-d4beaa97bd6a tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:40.234957 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-a59a60a7-7e17-4114-9061-3313fef99664 req-c419862c-0bea-4b31-9cc2-d4beaa97bd6a tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Synchronizing usage tracker for tenant:c70a1afb8e724b40862c7a8ecdf69629 on resource:port {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:52:40.355581 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-a59a60a7-7e17-4114-9061-3313fef99664 req-c419862c-0bea-4b31-9cc2-d4beaa97bd6a tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Unset dirty status for tenant:c70a1afb8e724b40862c7a8ecdf69629 on resource:port {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:52:40.357613 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a59a60a7-7e17-4114-9061-3313fef99664 req-c419862c-0bea-4b31-9cc2-d4beaa97bd6a tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 945 time: 0.3202875 Apr 20 14:52:40.360588 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8747fb-f181-4e9a-803e-3f4a07b9f6c6 req-7760d06f-cc19-4f17-85f6-a6244052b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:40.363225 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7a8747fb-f181-4e9a-803e-3f4a07b9f6c6 req-7760d06f-cc19-4f17-85f6-a6244052b1a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f2b75775-49ff-4f22-9c17-4a0e3c0f4f92 HTTP/1.1" status: 200 len: 859 time: 0.1237576 Apr 20 14:52:40.474842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4added80-f3c7-4969-b416-1c46e4263ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:40.476483 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7a8747fb-f181-4e9a-803e-3f4a07b9f6c6 req-8b04d74e-156b-4196-88a2-f07acc9b189b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=582c3f9d-6c8f-4e30-8505-5d6d410b31fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675504 Apr 20 14:52:40.499558 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-a59a60a7-7e17-4114-9061-3313fef99664 req-21f86f20-a085-4e25-b009-2e324a8c9ac2 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Deleting port fa083960-397d-4c76-9d4a-6ac354f4bebb {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:52:40.499946 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-a59a60a7-7e17-4114-9061-3313fef99664 req-21f86f20-a085-4e25-b009-2e324a8c9ac2 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:41.038200 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7a8747fb-f181-4e9a-803e-3f4a07b9f6c6 req-fbc5a18d-abfd-4113-80c6-ba327fb130d5 service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091646 Apr 20 14:52:41.188572 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae6c90-65ff-4541-81c0-0203afe60434 req-c1117fdd-14e1-4f53-99aa-48658ac30a46 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:41.190249 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b8ae6c90-65ff-4541-81c0-0203afe60434 req-c1117fdd-14e1-4f53-99aa-48658ac30a46 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 946 time: 0.5520811 Apr 20 14:52:41.202674 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5189b8-110d-49dd-a92c-7d399b304094 req-0bc82f3b-fa8b-438e-a324-3a585543eb9e tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:41.204374 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9a5189b8-110d-49dd-a92c-7d399b304094 req-0bc82f3b-fa8b-438e-a324-3a585543eb9e tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 945 time: 0.4898129 Apr 20 14:52:41.247380 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d44ac1-a602-4408-bff5-55de402a5ffb req-3aef0232-e478-41e8-b4a9-51a0b4cc848a tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:41.249039 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-56d44ac1-a602-4408-bff5-55de402a5ffb req-3aef0232-e478-41e8-b4a9-51a0b4cc848a tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.2137420 Apr 20 14:52:41.312602 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-a59a60a7-7e17-4114-9061-3313fef99664 req-21f86f20-a085-4e25-b009-2e324a8c9ac2 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] For port fa083960-397d-4c76-9d4a-6ac354f4bebb, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=fa083960-397d-4c76-9d4a-6ac354f4bebb,segment=NetworkSegment(7cdc3924-95b5-4426-9883-8d7fb5117988),segment_id=7cdc3924-95b5-4426-9883-8d7fb5117988)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:41.313008 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-a59a60a7-7e17-4114-9061-3313fef99664 req-21f86f20-a085-4e25-b009-2e324a8c9ac2 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:41.369460 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-b8ae6c90-65ff-4541-81c0-0203afe60434 req-90eb7c2d-2c91-4918-89e8-dc86d2984dbc tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Deleting port 7244db19-aec0-4ece-9b20-6e68e915d889 {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:52:41.369860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-b8ae6c90-65ff-4541-81c0-0203afe60434 req-90eb7c2d-2c91-4918-89e8-dc86d2984dbc tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:41.391789 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7a8747fb-f181-4e9a-803e-3f4a07b9f6c6 req-3423d47d-2885-4221-9229-37fa78f64aa2 service neutron] 10.222.0.13 "GET /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779608 Apr 20 14:52:41.409926 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9a5189b8-110d-49dd-a92c-7d399b304094 req-63f8032f-73e6-4700-8acf-af86bc8eec69 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/security-groups?id=49a8621a-8a36-4988-83dc-b656ab60a42b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597605 Apr 20 14:52:41.430190 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-56d44ac1-a602-4408-bff5-55de402a5ffb req-065af588-c7f5-4df4-a780-ca801bd53ab6 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736779 Apr 20 14:52:41.498801 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-a59a60a7-7e17-4114-9061-3313fef99664 req-21f86f20-a085-4e25-b009-2e324a8c9ac2 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Calling delete_port for fa083960-397d-4c76-9d4a-6ac354f4bebb owned by compute:nova {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:52:41.768421 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-a59a60a7-7e17-4114-9061-3313fef99664 req-21f86f20-a085-4e25-b009-2e324a8c9ac2 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:41.778451 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-24927485-e793-45d3-8190-d27d516a7550 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:41.811308 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['fa083960-397d-4c76-9d4a-6ac354f4bebb'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:52:41.830967 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f86f20-a085-4e25-b009-2e324a8c9ac2 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Pushing event deleted for resources: {'Port': ['ID=fa083960-397d-4c76-9d4a-6ac354f4bebb,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:41.833836 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-21f86f20-a085-4e25-b009-2e324a8c9ac2 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:41.857671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-b8ae6c90-65ff-4541-81c0-0203afe60434 req-90eb7c2d-2c91-4918-89e8-dc86d2984dbc tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] For port 7244db19-aec0-4ece-9b20-6e68e915d889, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7244db19-aec0-4ece-9b20-6e68e915d889,segment=NetworkSegment(253c8595-0217-4d33-b648-ba96be701902),segment_id=253c8595-0217-4d33-b648-ba96be701902)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:41.858079 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-b8ae6c90-65ff-4541-81c0-0203afe60434 req-90eb7c2d-2c91-4918-89e8-dc86d2984dbc tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:41.936939 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59a60a7-7e17-4114-9061-3313fef99664 req-21f86f20-a085-4e25-b009-2e324a8c9ac2 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] No DVR routers for this DVR port fa083960-397d-4c76-9d4a-6ac354f4bebb on host hv-cinder-74216 {{(pid=86499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:52:41.941671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-a59a60a7-7e17-4114-9061-3313fef99664 req-21f86f20-a085-4e25-b009-2e324a8c9ac2 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:41.946821 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c3f88e-35c4-491c-92ac-4634a8245b58', 'name': 'network-vif-deleted', 'tag': 'fa083960-397d-4c76-9d4a-6ac354f4bebb'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:52:42.003768 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a59a60a7-7e17-4114-9061-3313fef99664 req-21f86f20-a085-4e25-b009-2e324a8c9ac2 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.13 "DELETE /v2.0/ports/fa083960-397d-4c76-9d4a-6ac354f4bebb HTTP/1.1" status: 204 len: 173 time: 1.6301062 Apr 20 14:52:42.030890 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa90a41-f132-47b4-8f28-c419877e9316 req-325fccc1-cb53-4f4d-b913-e74525b44c83 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:42.032947 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-baa90a41-f132-47b4-8f28-c419877e9316 req-325fccc1-cb53-4f4d-b913-e74525b44c83 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 945 time: 0.4431739 Apr 20 14:52:42.043481 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-b8ae6c90-65ff-4541-81c0-0203afe60434 req-90eb7c2d-2c91-4918-89e8-dc86d2984dbc tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Calling delete_port for 7244db19-aec0-4ece-9b20-6e68e915d889 owned by compute:nova {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:52:42.127691 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725622f0-cf66-46be-a66d-f7f963e81eb5 req-add3cfb0-1c08-4d12-a924-a69ca7c49d14 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:42.129397 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-725622f0-cf66-46be-a66d-f7f963e81eb5 req-add3cfb0-1c08-4d12-a924-a69ca7c49d14 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 946 time: 0.4422262 Apr 20 14:52:42.201980 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-baa90a41-f132-47b4-8f28-c419877e9316 req-d7f42d6f-a140-44a8-932f-94c65a963709 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199868 Apr 20 14:52:42.312844 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c3f88e-35c4-491c-92ac-4634a8245b58', 'name': 'network-vif-deleted', 'tag': 'fa083960-397d-4c76-9d4a-6ac354f4bebb', 'status': 'completed', 'code': 200} Apr 20 14:52:42.331642 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-725622f0-cf66-46be-a66d-f7f963e81eb5 req-13a483e5-9a1c-448c-8176-a4546075b089 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/security-groups?id=324cd6f6-8ea4-4f94-b321-5631b16eafac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735444 Apr 20 14:52:42.396954 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-b8ae6c90-65ff-4541-81c0-0203afe60434 req-90eb7c2d-2c91-4918-89e8-dc86d2984dbc tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:42.403741 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:42.440132 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['7244db19-aec0-4ece-9b20-6e68e915d889'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:52:42.471352 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb7c2d-2c91-4918-89e8-dc86d2984dbc tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Pushing event deleted for resources: {'Port': ['ID=7244db19-aec0-4ece-9b20-6e68e915d889,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:42.475761 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-90eb7c2d-2c91-4918-89e8-dc86d2984dbc tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:42.494369 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 42566) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:42.566434 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8ae6c90-65ff-4541-81c0-0203afe60434 req-90eb7c2d-2c91-4918-89e8-dc86d2984dbc tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] No DVR routers for this DVR port 7244db19-aec0-4ece-9b20-6e68e915d889 on host hv-cinder-74216 {{(pid=86498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:52:42.569670 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-b8ae6c90-65ff-4541-81c0-0203afe60434 req-90eb7c2d-2c91-4918-89e8-dc86d2984dbc tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:42.572954 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1ab5c6e-b796-4b96-b95e-3db697d440ad', 'name': 'network-vif-deleted', 'tag': '7244db19-aec0-4ece-9b20-6e68e915d889'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:52:42.586779 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b8ae6c90-65ff-4541-81c0-0203afe60434 req-90eb7c2d-2c91-4918-89e8-dc86d2984dbc tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.13 "DELETE /v2.0/ports/7244db19-aec0-4ece-9b20-6e68e915d889 HTTP/1.1" status: 204 len: 173 time: 1.3812680 Apr 20 14:52:42.601173 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 58bf4358-c596-4c96-8ccb-47886555b382 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:52:42.752619 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-87c19105-e4c3-494a-8f80-fc41d44d27e8 req-be3128b7-e956-4310-bc71-79e11f27ef53 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c3f88e-35c4-491c-92ac-4634a8245b58 HTTP/1.1" status: 200 len: 210 time: 0.0655642 Apr 20 14:52:42.781666 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:42.815264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bf4358-c596-4c96-8ccb-47886555b382'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:52:42.825539 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23cea2-bb9e-4f4f-9f40-6d087252cdc9 req-449b4bbd-bb5d-4cdf-ac4f-a708d7fe5a58 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:42.827480 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 58bf4358-c596-4c96-8ccb-47886555b382, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=58bf4358-c596-4c96-8ccb-47886555b382,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:42.832543 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cf23cea2-bb9e-4f4f-9f40-6d087252cdc9 req-449b4bbd-bb5d-4cdf-ac4f-a708d7fe5a58 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1851449 Apr 20 14:52:42.843154 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-4a208dd7-2886-4d0a-8996-5d239ce28cc7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e06fd86fbe4b4154ba811029dfedb077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471150 Apr 20 14:52:42.849115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 42578) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:42.862677 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:42.865267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:42.880785 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1ab5c6e-b796-4b96-b95e-3db697d440ad', 'name': 'network-vif-deleted', 'tag': '7244db19-aec0-4ece-9b20-6e68e915d889', 'status': 'completed', 'code': 200} Apr 20 14:52:42.938886 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cf23cea2-bb9e-4f4f-9f40-6d087252cdc9 req-957e9167-b9a3-4764-a41c-5f595eaf0ad6 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956304 Apr 20 14:52:42.952711 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58bf4358-c596-4c96-8ccb-47886555b382', 'code': 200} Apr 20 14:52:42.965315 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=58bf4358-c596-4c96-8ccb-47886555b382,revision_number=8']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:42.971456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:42.989000 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1b24ace6-9b46-499b-a01b-37a84bf18d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:43.054909 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dfba676b-af17-426e-93e4-256b18b0e81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:43.059409 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1b24ace6-9b46-499b-a01b-37a84bf18d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:43.171994 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1b24ace6-9b46-499b-a01b-37a84bf18d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:43.180063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c3f401e4-41ba-485f-a636-50f25517b7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:43.196095 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24ace6-9b46-499b-a01b-37a84bf18d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c3069d-d266-43ec-ab10-9c150226052b,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:43.200536 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1b24ace6-9b46-499b-a01b-37a84bf18d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:43.204700 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1b24ace6-9b46-499b-a01b-37a84bf18d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:43.206208 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-1b24ace6-9b46-499b-a01b-37a84bf18d26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38c3069d-d266-43ec-ab10-9c150226052b HTTP/1.1" status: 204 len: 168 time: 0.3558085 Apr 20 14:52:43.503274 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191ea9b-07de-4a61-b107-943bdb17a589 req-c3396018-8918-456b-b135-11b7b261b6a2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:43.505160 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1191ea9b-07de-4a61-b107-943bdb17a589 req-c3396018-8918-456b-b135-11b7b261b6a2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.1618249 Apr 20 14:52:43.639643 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1191ea9b-07de-4a61-b107-943bdb17a589 req-0e7ddec4-9a1b-44c4-8460-7595b92ad308 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180055 Apr 20 14:52:43.727728 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-b621f90e-f1bd-4ea7-97f6-8e685427f57c req-4c05ff4b-f4f1-49e5-8c98-9bc45f1c8078 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Synchronizing usage tracker for tenant:de85cae1acea467ebd6b66a6bc270dac on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:52:43.785983 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-b621f90e-f1bd-4ea7-97f6-8e685427f57c req-4c05ff4b-f4f1-49e5-8c98-9bc45f1c8078 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Unset dirty status for tenant:de85cae1acea467ebd6b66a6bc270dac on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:52:43.788283 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b621f90e-f1bd-4ea7-97f6-8e685427f57c req-4c05ff4b-f4f1-49e5-8c98-9bc45f1c8078 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] 10.222.0.21 "GET /v2.0/ports?device_id=b1ab5c6e-b796-4b96-b95e-3db697d440ad HTTP/1.1" status: 200 len: 210 time: 0.1468780 Apr 20 14:52:44.240714 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b58fa5-3d25-47a6-ace5-93ca1c020d9e req-c3d037d0-92d3-4521-a1c0-f4d4b4300e4c tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:44.242607 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-13b58fa5-3d25-47a6-ace5-93ca1c020d9e req-c3d037d0-92d3-4521-a1c0-f4d4b4300e4c tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1086619 Apr 20 14:52:44.253822 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:44.306448 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-13b58fa5-3d25-47a6-ace5-93ca1c020d9e req-743b42dd-32ad-4a8a-a6a0-aca123a551a4 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570545 Apr 20 14:52:44.423191 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:44.629755 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 58bf4358-c596-4c96-8ccb-47886555b382 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:52:44.742202 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 42636) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:44.816735 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 7244db19-aec0-4ece-9b20-6e68e915d889 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:52:44.855496 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] No Port match for: 7244db19-aec0-4ece-9b20-6e68e915d889 {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:52:44.855902 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 7244db19-aec0-4ece-9b20-6e68e915d889 not bound to the agent host hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:52:44.856388 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device fa083960-397d-4c76-9d4a-6ac354f4bebb no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:52:44.894693 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] No Port match for: fa083960-397d-4c76-9d4a-6ac354f4bebb {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:52:44.895333 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device fa083960-397d-4c76-9d4a-6ac354f4bebb not bound to the agent host hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:52:44.927380 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-375517109-network', 'tenant_id': 'c726863d588544098ec502b97099503d'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:44.932404 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:52:44.938136 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Usage tracker for resource:network and tenant:c726863d588544098ec502b97099503d is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:52:44.941715 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:52:44.948266 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:52:45.028373 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Made reservation on behalf of c726863d588544098ec502b97099503d for: {'network': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:52:45.038974 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for network, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:45.069569 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:45.105895 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:52:45.117324 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Usage tracker for resource:security_group_rule and tenant:c726863d588544098ec502b97099503d is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:52:45.127442 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:52:45.134490 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 42654) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:45.135435 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:52:45.311970 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:45.320295 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_v2 [None req-d72b456b-44aa-442d-a0b6-2dcdb480198b admin admin] Deleting subnet 6ddaa3a8-e61f-46b9-96aa-d346948b134a {{(pid=86499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 14:52:45.324416 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d72b456b-44aa-442d-a0b6-2dcdb480198b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:45.380899 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d72b456b-44aa-442d-a0b6-2dcdb480198b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851047599'] for subnet, precommit_delete_associations {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:45.416110 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:45.423087 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-63b67081-9c3d-4c7b-ac25-f30475ecc13a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:45.458569 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:45.474821 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=86499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 14:52:45.482479 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:45.490018 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:45.496822 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:45.497115 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.segments_db [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Added segment fadafd5a-25f8-406f-8826-c15f0826ddcf of type vlan for network e1fda118-3839-4564-aad4-c9e27560f808 Apr 20 14:52:45.507909 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d72b456b-44aa-442d-a0b6-2dcdb480198b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854002903'] for subnet, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:45.626293 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751736839863'] for network, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:45.806162 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for network, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:45.810358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:45.811088 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:45.819399 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d582ef0a-139d-40fd-93f2-ce5b0f932c19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:45.899221 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af0901-011c-40a6-a6d4-ed671df5401f req-2f6803e2-91ef-4920-9ff8-aa1cf3d73022 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:45.901113 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-99af0901-011c-40a6-a6d4-ed671df5401f req-2f6803e2-91ef-4920-9ff8-aa1cf3d73022 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.1547914 Apr 20 14:52:45.989586 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-99af0901-011c-40a6-a6d4-ed671df5401f req-53822550-3d00-4a8b-9ca2-16d13e22c978 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800681 Apr 20 14:52:46.036358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Pushing event updated for resources: {'Network': ['ID=e1fda118-3839-4564-aad4-c9e27560f808,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:46.040766 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2966030 Apr 20 14:52:46.042104 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:46.046154 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 42688) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:46.053613 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-9c514910-c2d1-4c34-913e-ad0f04cf72d2 admin admin] Request body: {'subnet': {'network_id': 'e1fda118-3839-4564-aad4-c9e27560f808', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-375517109-subnet', 'tenant_id': 'c726863d588544098ec502b97099503d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:46.060983 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-9c514910-c2d1-4c34-913e-ad0f04cf72d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:52:46.069710 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Network e1fda118-3839-4564-aad4-c9e27560f808 details requested by agent ovs-agent-dv-cinder-742162-4-smb with host dv-cinder-742162-4-smb {{(pid=86500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 14:52:46.071182 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-9c514910-c2d1-4c34-913e-ad0f04cf72d2 admin admin] Usage tracker for resource:subnet and tenant:c726863d588544098ec502b97099503d is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:52:46.077437 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-9c514910-c2d1-4c34-913e-ad0f04cf72d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:52:46.086086 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-9c514910-c2d1-4c34-913e-ad0f04cf72d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:52:46.113128 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d72b456b-44aa-442d-a0b6-2dcdb480198b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036727916626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3950722'] for subnet, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:46.127147 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-90550b7d-e1a0-4552-903d-b8d968a9e550 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:46.139392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c514910-c2d1-4c34-913e-ad0f04cf72d2 admin admin] Made reservation on behalf of c726863d588544098ec502b97099503d for: {'subnet': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:52:46.145150 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9c514910-c2d1-4c34-913e-ad0f04cf72d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:46.247076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b456b-44aa-442d-a0b6-2dcdb480198b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ddaa3a8-e61f-46b9-96aa-d346948b134a,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:46.256325 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d72b456b-44aa-442d-a0b6-2dcdb480198b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:46.273155 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d72b456b-44aa-442d-a0b6-2dcdb480198b admin admin] Notify callbacks [] for subnet, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:46.293557 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-d72b456b-44aa-442d-a0b6-2dcdb480198b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6ddaa3a8-e61f-46b9-96aa-d346948b134a HTTP/1.1" status: 204 len: 168 time: 1.1553509 Apr 20 14:52:46.298950 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 42700) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:46.459556 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4db25ffd-ea01-417e-bb94-6aeb98387e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854139803'] for network, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:46.610846 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4db25ffd-ea01-417e-bb94-6aeb98387e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772988', 'neutron.services.segments.db._delete_segments_for_network-8751737199731'] for network, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:46.740447 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 42722) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:46.749898 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-4db25ffd-ea01-417e-bb94-6aeb98387e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf59d578-6ae3-486b-aded-96c31005ded3']}} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:52:46.765232 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-4db25ffd-ea01-417e-bb94-6aeb98387e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253c8595-0217-4d33-b648-ba96be701902') {'for_net_delete': True} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:52:46.765595 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-4db25ffd-ea01-417e-bb94-6aeb98387e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253c8595-0217-4d33-b648-ba96be701902') {} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:52:46.781161 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4db25ffd-ea01-417e-bb94-6aeb98387e87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285117414499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728217'] for segment, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:46.799026 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4db25ffd-ea01-417e-bb94-6aeb98387e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:46.854444 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db25ffd-ea01-417e-bb94-6aeb98387e87 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=86499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 14:52:46.897740 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9c514910-c2d1-4c34-913e-ad0f04cf72d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for subnet, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:46.902987 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:46.989591 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c514910-c2d1-4c34-913e-ad0f04cf72d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b1014a-f7a9-4976-a372-040ef94428b2,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:46.993407 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9c514910-c2d1-4c34-913e-ad0f04cf72d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:47.001885 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c514910-c2d1-4c34-913e-ad0f04cf72d2 admin admin] Checking segment: {'id': 'fadafd5a-25f8-406f-8826-c15f0826ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e1fda118-3839-4564-aad4-c9e27560f808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:52:47.002563 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c514910-c2d1-4c34-913e-ad0f04cf72d2 admin admin] Network hostable DHCP agents. Network: e1fda118-3839-4564-aad4-c9e27560f808, hostable agents: ['d1ac48cd-fa1b-424f-b486-f0074774d039'], hosted agents: [] {{(pid=86498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 14:52:47.063308 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-4db25ffd-ea01-417e-bb94-6aeb98387e87 admin admin] Network bf59d578-6ae3-486b-aded-96c31005ded3 has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:52:47.065403 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c514910-c2d1-4c34-913e-ad0f04cf72d2 admin admin] Network e1fda118-3839-4564-aad4-c9e27560f808 is scheduled to be hosted by DHCP agent d1ac48cd-fa1b-424f-b486-f0074774d039 with binding_index 1 {{(pid=86498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 14:52:47.073408 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4db25ffd-ea01-417e-bb94-6aeb98387e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854042056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126858253'] for segment, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:47.102376 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-9c514910-c2d1-4c34-913e-ad0f04cf72d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-smb, e1fda118-3839-4564-aad4-c9e27560f808) {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:52:47.106565 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c514910-c2d1-4c34-913e-ad0f04cf72d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:47.107442 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9c514910-c2d1-4c34-913e-ad0f04cf72d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:47.113694 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0b2667-a1fa-4fb7-aa97-e6a62d24793f None None] Network e1fda118-3839-4564-aad4-c9e27560f808 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:52:47.142122 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-774efdd6-61e0-41f3-b5bf-0573579dc71a req-3e4a3ea2-2678-4844-a80b-19289bbd3a5d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3997509 Apr 20 14:52:47.198373 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-9c514910-c2d1-4c34-913e-ad0f04cf72d2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1507831 Apr 20 14:52:47.312585 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66019530-5118-47a5-949f-b250bf3b0ef9 req-6af1a7ec-1304-4c57-9b14-3af652cd12a4 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:47.327486 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-66019530-5118-47a5-949f-b250bf3b0ef9 req-6af1a7ec-1304-4c57-9b14-3af652cd12a4 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.1695137 Apr 20 14:52:47.333035 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-4db25ffd-ea01-417e-bb94-6aeb98387e87 admin admin] Network bf59d578-6ae3-486b-aded-96c31005ded3 has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: Traceback (most recent call last): Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: timer() Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: cb(*args, **kw) Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: return func(*args, **kwargs) Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: self._notify() Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: self.callback(batched_events) Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: event.method(event) Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: segment_id)['aggregates'][0] Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: return f(self, *a, **k) Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: return self._get(url).json() Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: **kwargs) Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: return self.request(url, 'GET', **kwargs) Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: **endpoint_filter) Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:52:47.366131 dv-cinder-742162-4-smb neutron-server[86383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:52:47.450891 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c36e74-9162-496b-a05b-13309442e5b0 None None] Network e1fda118-3839-4564-aad4-c9e27560f808 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:52:47.494521 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-66019530-5118-47a5-949f-b250bf3b0ef9 req-03e035ea-568b-40b9-9f16-2b47c4235fb9 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654112 Apr 20 14:52:47.520046 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4db25ffd-ea01-417e-bb94-6aeb98387e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854002828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808770'] for network, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:47.530098 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4db25ffd-ea01-417e-bb94-6aeb98387e87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:47.536268 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:47.564301 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-4db25ffd-ea01-417e-bb94-6aeb98387e87 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bf59d578-6ae3-486b-aded-96c31005ded3 HTTP/1.1" status: 204 len: 168 time: 1.2598815 Apr 20 14:52:47.564301 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db25ffd-ea01-417e-bb94-6aeb98387e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf59d578-6ae3-486b-aded-96c31005ded3,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:47.567727 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4db25ffd-ea01-417e-bb94-6aeb98387e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:47.810482 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 42758) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:47.876558 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f3a45b08-9660-41e4-ba0d-1ba3eb5cf509 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de85cae1acea467ebd6b66a6bc270dac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0620229 Apr 20 14:52:47.877729 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 42762) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:52:47.989134 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:48.000189 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8046-3148-4f99-a325-12ad3dcff21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:48.039379 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8046-3148-4f99-a325-12ad3dcff21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:48.157444 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8046-3148-4f99-a325-12ad3dcff21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:48.163057 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b95c0aed-7a53-4aef-a47e-23c68b6936e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:48.175533 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdc8046-3148-4f99-a325-12ad3dcff21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324cd6f6-8ea4-4f94-b321-5631b16eafac,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:48.180940 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7cdc8046-3148-4f99-a325-12ad3dcff21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:48.183130 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7cdc8046-3148-4f99-a325-12ad3dcff21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:48.185072 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-7cdc8046-3148-4f99-a325-12ad3dcff21e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/324cd6f6-8ea4-4f94-b321-5631b16eafac HTTP/1.1" status: 204 len: 168 time: 0.3061512 Apr 20 14:52:48.948151 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f986fe-184b-4eab-829a-6d64ba9b3b1c req-78684a49-dc50-478c-a5fb-8e9b8fe07480 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:48.957587 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a2f986fe-184b-4eab-829a-6d64ba9b3b1c req-78684a49-dc50-478c-a5fb-8e9b8fe07480 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.1941903 Apr 20 14:52:49.028940 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a2f986fe-184b-4eab-829a-6d64ba9b3b1c req-68a08635-f5fb-4195-91d0-2b52692b10f3 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589371 Apr 20 14:52:50.209575 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774efdd6-61e0-41f3-b5bf-0573579dc71a req-d0c5b4cf-55e1-4ef7-8c3a-1140267c4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:50.214054 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-774efdd6-61e0-41f3-b5bf-0573579dc71a req-d0c5b4cf-55e1-4ef7-8c3a-1140267c4fe4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da&tenant_id=60cc29d1ca354b0bb99197550f740015 HTTP/1.1" status: 200 len: 1096 time: 0.2774706 Apr 20 14:52:50.593635 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774efdd6-61e0-41f3-b5bf-0573579dc71a req-e02e3d7f-c5bd-4479-a66c-c675b72af55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:50.597708 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-774efdd6-61e0-41f3-b5bf-0573579dc71a req-e02e3d7f-c5bd-4479-a66c-c675b72af55a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60cc29d1ca354b0bb99197550f740015&device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 1096 time: 0.3415728 Apr 20 14:52:50.724951 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cf952-193d-41bf-a016-38a7b49fd910 req-7352e0ae-6d4d-4b69-a0e4-d6f7d397bafc tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:50.731268 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0e1cf952-193d-41bf-a016-38a7b49fd910 req-7352e0ae-6d4d-4b69-a0e4-d6f7d397bafc tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.4061081 Apr 20 14:52:50.892579 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0e1cf952-193d-41bf-a016-38a7b49fd910 req-6ebc55a8-dec9-41e2-9fdf-1268009bd29e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086323 Apr 20 14:52:51.002599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774efdd6-61e0-41f3-b5bf-0573579dc71a req-fd3ae93a-ce9c-44c9-b1e8-742358bba837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:51.004724 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-774efdd6-61e0-41f3-b5bf-0573579dc71a req-fd3ae93a-ce9c-44c9-b1e8-742358bba837 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3478651-076d-4e24-9740-70942ad381f0 HTTP/1.1" status: 200 len: 914 time: 0.3925464 Apr 20 14:52:51.385068 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-774efdd6-61e0-41f3-b5bf-0573579dc71a req-7612bfdf-dea8-4582-b8f7-0b211af372e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58bf4358-c596-4c96-8ccb-47886555b382 HTTP/1.1" status: 200 len: 998 time: 0.3686192 Apr 20 14:52:51.521504 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-57e63712-ffe1-44ed-a703-9baa1f16290c tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:51.531252 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-57e63712-ffe1-44ed-a703-9baa1f16290c tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/networks?id=e1fda118-3839-4564-aad4-c9e27560f808 HTTP/1.1" status: 200 len: 813 time: 0.3429730 Apr 20 14:52:51.549156 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-8256eb5a-c316-4c80-aa2e-eba71b40c34b tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/quotas/c726863d588544098ec502b97099503d HTTP/1.1" status: 200 len: 375 time: 0.0168893 Apr 20 14:52:51.550665 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774efdd6-61e0-41f3-b5bf-0573579dc71a req-0c121d39-4a59-47b8-9e34-1633b81b8ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:51.552227 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-774efdd6-61e0-41f3-b5bf-0573579dc71a req-0c121d39-4a59-47b8-9e34-1633b81b8ab6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7 HTTP/1.1" status: 200 len: 853 time: 0.1574540 Apr 20 14:52:52.026579 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-3df6a9bd-595c-4e66-884d-cafd26fac0e5 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c726863d588544098ec502b97099503d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4162300 Apr 20 14:52:52.218536 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774efdd6-61e0-41f3-b5bf-0573579dc71a req-3f2f65ed-4ef4-4551-b818-e189db06a9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:52.220946 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-774efdd6-61e0-41f3-b5bf-0573579dc71a req-3f2f65ed-4ef4-4551-b818-e189db06a9ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3478651-076d-4e24-9740-70942ad381f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6608045 Apr 20 14:52:52.365120 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-023cad48-d3e1-4a8c-ba86-163c44b14088 service neutron] 10.222.0.21 "GET /v2.0/networks/e1fda118-3839-4564-aad4-c9e27560f808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379731 Apr 20 14:52:52.515507 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004bff2-7f17-4a0f-935e-b21be2e69166 req-1229f7a9-f7d1-4308-b44f-ff588946575f tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:52.517782 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9004bff2-7f17-4a0f-935e-b21be2e69166 req-1229f7a9-f7d1-4308-b44f-ff588946575f tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.5036979 Apr 20 14:52:52.623733 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-26126a46-f106-41a7-8cd5-222868b82c40 service neutron] 10.222.0.21 "GET /v2.0/networks/e1fda118-3839-4564-aad4-c9e27560f808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569287 Apr 20 14:52:52.650249 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9004bff2-7f17-4a0f-935e-b21be2e69166 req-1836a7d1-922b-4c7a-b7d8-79e162ecabd9 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059709 Apr 20 14:52:52.654885 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-774efdd6-61e0-41f3-b5bf-0573579dc71a req-d54769da-5a50-4206-b8ab-7c88aa813343 service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4121065 Apr 20 14:52:52.859395 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-774efdd6-61e0-41f3-b5bf-0573579dc71a req-106c66b2-d396-475d-aeb7-43aeb9b55e00 service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967254 Apr 20 14:52:53.042832 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea3e21-7cdc-4751-91b9-4659aef6d6a1 req-b10a3c5b-fdd6-4e2d-b571-7c08f9a5fe4b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:53.044886 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cdea3e21-7cdc-4751-91b9-4659aef6d6a1 req-b10a3c5b-fdd6-4e2d-b571-7c08f9a5fe4b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.1410205 Apr 20 14:52:53.167516 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cdea3e21-7cdc-4751-91b9-4659aef6d6a1 req-2e5dcb70-b4df-41c5-b665-1acfe34fb91d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080375 Apr 20 14:52:53.259680 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3fe4e850-85e2-49b3-9bf8-0db7394c97e2 req-247576d6-3550-4e57-b656-1e5905f635a7 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 210 time: 0.0650005 Apr 20 14:52:54.396595 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7bdfa-5bc8-4b96-8550-12d3176f49b5 req-9e02fb10-6d74-4523-82d9-cb6dc5fe571f tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:54.399061 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-62e7bdfa-5bc8-4b96-8550-12d3176f49b5 req-9e02fb10-6d74-4523-82d9-cb6dc5fe571f tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.1421108 Apr 20 14:52:54.493120 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-62e7bdfa-5bc8-4b96-8550-12d3176f49b5 req-8cd11ac7-5fbe-4762-94ba-adc80571593c tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815542 Apr 20 14:52:54.700214 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841509a0-0e4f-495a-9be0-1bfa659bb8a5 req-e2ba33c3-0e66-4e1d-8ca7-134d264fcc1f tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:54.702921 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-841509a0-0e4f-495a-9be0-1bfa659bb8a5 req-e2ba33c3-0e66-4e1d-8ca7-134d264fcc1f tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.1677783 Apr 20 14:52:54.957524 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1d1fcd52-c37b-41b9-977c-fb0f61b2eef7 req-8ce5de6d-7cb6-40f8-896f-da1fb8698ae3 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 210 time: 0.0965388 Apr 20 14:52:55.057023 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-841509a0-0e4f-495a-9be0-1bfa659bb8a5 req-a37d2e71-4b4d-4d3f-87d6-9747f8d56590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Deleting port 0610f14f-4157-44dc-a9ac-63b9e2e3e199 {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:52:55.057411 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-841509a0-0e4f-495a-9be0-1bfa659bb8a5 req-a37d2e71-4b4d-4d3f-87d6-9747f8d56590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:55.100590 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0135e1-86ce-4cc1-9537-866b953a1033 req-0b7ab159-7dcc-48b8-9e15-c8020dc16eec tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:55.108626 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c0135e1-86ce-4cc1-9537-866b953a1033 req-0b7ab159-7dcc-48b8-9e15-c8020dc16eec tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.4043314 Apr 20 14:52:55.195753 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c0135e1-86ce-4cc1-9537-866b953a1033 req-8386fc9b-ca8f-4bfb-8803-6eb3edc359c2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857029 Apr 20 14:52:55.696883 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-841509a0-0e4f-495a-9be0-1bfa659bb8a5 req-a37d2e71-4b4d-4d3f-87d6-9747f8d56590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] For port 0610f14f-4157-44dc-a9ac-63b9e2e3e199, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=0610f14f-4157-44dc-a9ac-63b9e2e3e199,segment=NetworkSegment(9f98ecb0-7613-4857-9ede-7f7a31ba1e0d),segment_id=9f98ecb0-7613-4857-9ede-7f7a31ba1e0d)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:52:55.697972 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-841509a0-0e4f-495a-9be0-1bfa659bb8a5 req-a37d2e71-4b4d-4d3f-87d6-9747f8d56590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:55.980407 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-841509a0-0e4f-495a-9be0-1bfa659bb8a5 req-a37d2e71-4b4d-4d3f-87d6-9747f8d56590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Calling delete_port for 0610f14f-4157-44dc-a9ac-63b9e2e3e199 owned by compute:nova {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:52:56.186349 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6734c2f-11e2-46ab-b3d8-dfdebd8414ab req-9c31ab2a-aa7a-4c8e-9fd0-32c0e9b89db1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:56.189633 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e6734c2f-11e2-46ab-b3d8-dfdebd8414ab req-9c31ab2a-aa7a-4c8e-9fd0-32c0e9b89db1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 945 time: 0.3434191 Apr 20 14:52:56.326338 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e6734c2f-11e2-46ab-b3d8-dfdebd8414ab req-392c7c89-f6cd-433b-8d10-337ce70bb70b tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832531 Apr 20 14:52:56.597996 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d25bb850-4d65-4a55-ba3e-c13502c7c6c2 req-7f34cde7-4d49-45a2-9d18-237bc739a752 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 210 time: 0.2439766 Apr 20 14:52:56.600774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-841509a0-0e4f-495a-9be0-1bfa659bb8a5 req-a37d2e71-4b4d-4d3f-87d6-9747f8d56590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:56.626457 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-edc48d1d-4dd3-441e-a9ce-2927818b5890 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:56.643079 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['71ad3bb0-14c9-4f07-83ab-36d36c55d98d', '0610f14f-4157-44dc-a9ac-63b9e2e3e199'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:52:56.764703 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d2e71-4b4d-4d3f-87d6-9747f8d56590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Pushing event deleted for resources: {'Port': ['ID=0610f14f-4157-44dc-a9ac-63b9e2e3e199,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:56.868551 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a37d2e71-4b4d-4d3f-87d6-9747f8d56590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:57.145848 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-841509a0-0e4f-495a-9be0-1bfa659bb8a5 req-a37d2e71-4b4d-4d3f-87d6-9747f8d56590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] No DVR routers for this DVR port 0610f14f-4157-44dc-a9ac-63b9e2e3e199 on host hv-cinder-74216 {{(pid=86498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:52:57.150698 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-841509a0-0e4f-495a-9be0-1bfa659bb8a5 req-a37d2e71-4b4d-4d3f-87d6-9747f8d56590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:57.201574 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d85f8e-0cbc-4f99-89a0-713cc3478989', 'name': 'network-vif-deleted', 'tag': '0610f14f-4157-44dc-a9ac-63b9e2e3e199'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:52:57.219969 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-06623994-f08f-4385-b90d-95f71a90db56 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:57.219969 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-06623994-f08f-4385-b90d-95f71a90db56 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Synchronizing usage tracker for tenant:c726863d588544098ec502b97099503d on resource:network {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:52:57.264686 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-841509a0-0e4f-495a-9be0-1bfa659bb8a5 req-a37d2e71-4b4d-4d3f-87d6-9747f8d56590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.13 "DELETE /v2.0/ports/0610f14f-4157-44dc-a9ac-63b9e2e3e199 HTTP/1.1" status: 204 len: 173 time: 2.4871511 Apr 20 14:52:57.273599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-06623994-f08f-4385-b90d-95f71a90db56 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Unset dirty status for tenant:c726863d588544098ec502b97099503d on resource:network {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:52:57.275253 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-06623994-f08f-4385-b90d-95f71a90db56 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.13 "GET /v2.0/networks?id=e1fda118-3839-4564-aad4-c9e27560f808 HTTP/1.1" status: 200 len: 813 time: 1.0570140 Apr 20 14:52:57.309264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989cade-7d5b-41ca-a39c-7323671329e6 req-2e5e8d29-35cd-4021-ad69-1b6bb08c0782 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:57.319758 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1989cade-7d5b-41ca-a39c-7323671329e6 req-2e5e8d29-35cd-4021-ad69-1b6bb08c0782 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.5581391 Apr 20 14:52:57.394689 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db044db-9ad7-4ba8-ab91-274dcc12a955 req-3dc3c7b2-88fc-4868-890b-28aa5989a138 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:57.398129 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7db044db-9ad7-4ba8-ab91-274dcc12a955 req-3dc3c7b2-88fc-4868-890b-28aa5989a138 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.5237017 Apr 20 14:52:57.444608 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1989cade-7d5b-41ca-a39c-7323671329e6 req-198e02b7-f3e8-42f9-aa79-fd41d9fedf35 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183834 Apr 20 14:52:57.475029 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7db044db-9ad7-4ba8-ab91-274dcc12a955 req-ca61ec31-38c7-48cc-8a92-7f357b6cc7cc tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757813 Apr 20 14:52:57.486705 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-331e60c9-1947-48b0-a1a4-e0a09030fe2e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Request body: {'port': {'device_id': '8ab19490-f831-4e42-93d6-1737ebe55dfe', 'network_id': 'e1fda118-3839-4564-aad4-c9e27560f808', 'admin_state_up': True, 'tenant_id': 'c726863d588544098ec502b97099503d'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:52:57.670958 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d85f8e-0cbc-4f99-89a0-713cc3478989', 'name': 'network-vif-deleted', 'tag': '0610f14f-4157-44dc-a9ac-63b9e2e3e199', 'status': 'completed', 'code': 200} Apr 20 14:52:57.737505 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-331e60c9-1947-48b0-a1a4-e0a09030fe2e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:52:57.742745 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-331e60c9-1947-48b0-a1a4-e0a09030fe2e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Usage tracker for resource:port and tenant:c726863d588544098ec502b97099503d is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:52:57.745786 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-331e60c9-1947-48b0-a1a4-e0a09030fe2e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:52:57.754331 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-331e60c9-1947-48b0-a1a4-e0a09030fe2e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:52:57.827604 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-331e60c9-1947-48b0-a1a4-e0a09030fe2e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Made reservation on behalf of c726863d588544098ec502b97099503d for: {'port': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:52:57.835744 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-331e60c9-1947-48b0-a1a4-e0a09030fe2e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:57.876056 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f1e60819-af6d-4c5c-9849-813370ebf753 req-847798e3-10cc-4e6b-8984-bcd61364d4b6 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 210 time: 0.1038425 Apr 20 14:52:58.144394 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-336cbf91-b7b0-4b83-82bf-46a4f86bf5e6 req-05eef507-af8f-41c7-b24a-16dac3527e09 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Synchronizing usage tracker for tenant:bfbd4fdd7d16445b92d63cdbcbcba659 on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:52:58.231950 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-336cbf91-b7b0-4b83-82bf-46a4f86bf5e6 req-05eef507-af8f-41c7-b24a-16dac3527e09 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Unset dirty status for tenant:bfbd4fdd7d16445b92d63cdbcbcba659 on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:52:58.240767 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-336cbf91-b7b0-4b83-82bf-46a4f86bf5e6 req-05eef507-af8f-41c7-b24a-16dac3527e09 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 210 time: 0.2482526 Apr 20 14:52:58.361530 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-331e60c9-1947-48b0-a1a4-e0a09030fe2e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Allocated IP 172.20.0.3 (e1fda118-3839-4564-aad4-c9e27560f808/65b1014a-f7a9-4976-a372-040ef94428b2/bcacdef1-1110-45f2-9ec6-75877da296b7) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:52:58.708115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 0610f14f-4157-44dc-a9ac-63b9e2e3e199 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:52:58.865077 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] No Port match for: 0610f14f-4157-44dc-a9ac-63b9e2e3e199 {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:52:58.866106 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 0610f14f-4157-44dc-a9ac-63b9e2e3e199 not bound to the agent host hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:52:58.978693 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4151d69-3ffa-4c45-add8-4d966edab907 req-7cdaa8b5-2b7e-415d-92de-577251f1d00e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:58.987397 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c4151d69-3ffa-4c45-add8-4d966edab907 req-7cdaa8b5-2b7e-415d-92de-577251f1d00e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.2790813 Apr 20 14:52:58.991703 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-331e60c9-1947-48b0-a1a4-e0a09030fe2e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:59.076759 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-331e60c9-1947-48b0-a1a4-e0a09030fe2e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:59.099027 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:52:59.114689 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c4151d69-3ffa-4c45-add8-4d966edab907 req-b9942ee6-89b5-4e39-a34d-d87d11074970 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231534 Apr 20 14:52:59.243103 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e60c9-1947-48b0-a1a4-e0a09030fe2e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Pushing event updated for resources: {'Port': ['ID=bcacdef1-1110-45f2-9ec6-75877da296b7,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:52:59.247292 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-331e60c9-1947-48b0-a1a4-e0a09030fe2e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:52:59.255843 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-331e60c9-1947-48b0-a1a4-e0a09030fe2e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Network e1fda118-3839-4564-aad4-c9e27560f808 is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:52:59.257163 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-331e60c9-1947-48b0-a1a4-e0a09030fe2e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:52:59.260182 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f3ea1-4caa-4558-954c-104abe893531 req-1a19d79d-22c0-4cf6-a7ca-9d5ef1e69fde tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:59.262523 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d71f3ea1-4caa-4558-954c-104abe893531 req-1a19d79d-22c0-4cf6-a7ca-9d5ef1e69fde tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.2052584 Apr 20 14:52:59.269959 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-331e60c9-1947-48b0-a1a4-e0a09030fe2e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:52:59.413824 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d71f3ea1-4caa-4558-954c-104abe893531 req-96a212c3-dadc-461e-b4db-8d2f39cadcd2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291211 Apr 20 14:52:59.482084 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-331e60c9-1947-48b0-a1a4-e0a09030fe2e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:59.482853 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-331e60c9-1947-48b0-a1a4-e0a09030fe2e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:52:59.577122 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-331e60c9-1947-48b0-a1a4-e0a09030fe2e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0960476 Apr 20 14:52:59.723204 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da011099-705e-4880-8ae9-7be9d9d8ef6e req-4e75c23c-d41e-44d3-a1f7-d1eb3635d275 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:52:59.731307 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-da011099-705e-4880-8ae9-7be9d9d8ef6e req-4e75c23c-d41e-44d3-a1f7-d1eb3635d275 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 931 time: 0.1510131 Apr 20 14:52:59.838077 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-da011099-705e-4880-8ae9-7be9d9d8ef6e req-c0ca130d-628f-4cdc-84fb-e02132c27d1f tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022930 Apr 20 14:52:59.938616 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Request body: {'port': {'device_id': '8ab19490-f831-4e42-93d6-1737ebe55dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:53:00.054663 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8a2e5bc6-ddd1-4a61-81b6-e98139246829 req-1e6a0a20-e459-41d3-b0e1-804f204cc020 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6d85f8e-0cbc-4f99-89a0-713cc3478989 HTTP/1.1" status: 200 len: 210 time: 0.1319053 Apr 20 14:53:00.226530 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:00.509901 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ba61d-4420-4b9a-a75b-4ed984d95923 req-8b65feec-2fbd-4c74-8389-4e12ee83a569 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:00.521701 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4d5ba61d-4420-4b9a-a75b-4ed984d95923 req-8b65feec-2fbd-4c74-8389-4e12ee83a569 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.2007182 Apr 20 14:53:00.656935 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4d5ba61d-4420-4b9a-a75b-4ed984d95923 req-0fdd0ab2-9f94-4081-acc8-85192be4e5f2 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341267 Apr 20 14:53:00.825114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 43012) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:00.986974 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adf511-8f90-49e6-99d4-f91064985ecf req-ea6aed4a-afdb-48fa-b878-19d705c6e455 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:00.994532 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-97adf511-8f90-49e6-99d4-f91064985ecf req-ea6aed4a-afdb-48fa-b878-19d705c6e455 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.2401996 Apr 20 14:53:01.152163 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-97adf511-8f90-49e6-99d4-f91064985ecf req-83bad5ca-5896-471c-8232-0c2c13a886fb tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543210 Apr 20 14:53:01.267465 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-122161ae-4f11-42c0-993e-adf64d946b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:01.284778 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcacdef1-1110-45f2-9ec6-75877da296b7 {{(pid=86499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:53:01.295114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-122161ae-4f11-42c0-993e-adf64d946b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:53:01.305258 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:01.310507 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-122161ae-4f11-42c0-993e-adf64d946b5b admin admin] Usage tracker for resource:security_group_rule and tenant:435757c9deee4e9c827d0dface8a46ef is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:53:01.318992 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-122161ae-4f11-42c0-993e-adf64d946b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:53:01.341596 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-122161ae-4f11-42c0-993e-adf64d946b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:53:01.358635 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20221868-60a7-4fb7-ba8d-34f9ad4d340d req-a5fed239-1846-4842-98af-8fb8d65f2b3a tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:01.360498 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-20221868-60a7-4fb7-ba8d-34f9ad4d340d req-a5fed239-1846-4842-98af-8fb8d65f2b3a tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 931 time: 0.2073071 Apr 20 14:53:01.364792 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Transition to ACTIVE for port object bcacdef1-1110-45f2-9ec6-75877da296b7 will not be triggered until provisioned by entity L2. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:53:01.437419 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126858355'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:01.452802 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:01.552842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-122161ae-4f11-42c0-993e-adf64d946b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:01.596369 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-20221868-60a7-4fb7-ba8d-34f9ad4d340d req-32c73907-f781-41a0-8264-4ee35c56a076 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930556 Apr 20 14:53:01.601614 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-122161ae-4f11-42c0-993e-adf64d946b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:01.657560 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:01.743665 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-122161ae-4f11-42c0-993e-adf64d946b5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=435757c9deee4e9c827d0dface8a46ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9011590 Apr 20 14:53:01.751744 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 43028) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:01.752812 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122161ae-4f11-42c0-993e-adf64d946b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d2137a-a959-4826-90f4-7ef883196710,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:01.758297 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-122161ae-4f11-42c0-993e-adf64d946b5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:02.016128 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Pushing event updated for resources: {'Port': ['ID=bcacdef1-1110-45f2-9ec6-75877da296b7,revision_number=2']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:02.019838 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Attempting to bind port bcacdef1-1110-45f2-9ec6-75877da296b7 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:53:02.020445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Attempting to bind port bcacdef1-1110-45f2-9ec6-75877da296b7 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': 'fadafd5a-25f8-406f-8826-c15f0826ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e1fda118-3839-4564-aad4-c9e27560f808'}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:53:02.020987 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Attempting to bind port bcacdef1-1110-45f2-9ec6-75877da296b7 on network e1fda118-3839-4564-aad4-c9e27560f808 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:53:02.024025 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:02.032178 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Port bcacdef1-1110-45f2-9ec6-75877da296b7 on network e1fda118-3839-4564-aad4-c9e27560f808 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:53:02.032807 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Attempting to bind port bcacdef1-1110-45f2-9ec6-75877da296b7 on network e1fda118-3839-4564-aad4-c9e27560f808 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:53:02.036720 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-17569e54-024a-486d-ad14-90b028884348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:02.053261 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:53:02.053734 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Checking segment: {'id': 'fadafd5a-25f8-406f-8826-c15f0826ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e1fda118-3839-4564-aad4-c9e27560f808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:53:02.054054 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Bound using segment: {'id': 'fadafd5a-25f8-406f-8826-c15f0826ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e1fda118-3839-4564-aad4-c9e27560f808'} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:53:02.054551 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Bound port: bcacdef1-1110-45f2-9ec6-75877da296b7, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fadafd5a-25f8-406f-8826-c15f0826ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e1fda118-3839-4564-aad4-c9e27560f808'}}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:53:02.054970 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:02.183695 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-17569e54-024a-486d-ad14-90b028884348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:02.281952 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] For port bcacdef1-1110-45f2-9ec6-75877da296b7, host hv-cinder-74216, cleared binding levels {{(pid=86499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:53:02.287121 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7426a85-2c5a-40ce-ae64-120c20acb5bd req-09be9e21-e1a2-442c-8083-b6c87b3882bf tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:02.287882 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] For port bcacdef1-1110-45f2-9ec6-75877da296b7, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bcacdef1-1110-45f2-9ec6-75877da296b7,segment=NetworkSegment(fadafd5a-25f8-406f-8826-c15f0826ddcf),segment_id=fadafd5a-25f8-406f-8826-c15f0826ddcf)] {{(pid=86499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:53:02.295684 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b7426a85-2c5a-40ce-ae64-120c20acb5bd req-09be9e21-e1a2-442c-8083-b6c87b3882bf tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.3785512 Apr 20 14:53:02.329002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126858355'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:02.335686 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:02.383096 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b7426a85-2c5a-40ce-ae64-120c20acb5bd req-a4d04494-10f1-4c14-9b78-4b90ca699866 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861673 Apr 20 14:53:02.504975 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:02.505669 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:02.507254 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] 10.222.0.13 "PUT /v2.0/ports/bcacdef1-1110-45f2-9ec6-75877da296b7 HTTP/1.1" status: 200 len: 1093 time: 2.5744750 Apr 20 14:53:02.507880 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab19490-f831-4e42-93d6-1737ebe55dfe', 'tag': 'bcacdef1-1110-45f2-9ec6-75877da296b7'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:53:02.572291 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Pushing event updated for resources: {'Port': ['ID=bcacdef1-1110-45f2-9ec6-75877da296b7,revision_number=3']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:02.594748 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:02.649810 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8840956-34c8-4ead-a204-4913e861b36c req-0fcfe49e-a250-4904-be17-a3aab9b8cb3c tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:02.655569 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f8840956-34c8-4ead-a204-4913e861b36c req-0fcfe49e-a250-4904-be17-a3aab9b8cb3c tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.2707121 Apr 20 14:53:02.705413 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-17569e54-024a-486d-ad14-90b028884348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:02.725516 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6775ec0d-d1cc-4bae-9211-df3ab60c041e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:02.751014 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17569e54-024a-486d-ad14-90b028884348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d2137a-a959-4826-90f4-7ef883196710,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:02.759508 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-74c9cc57-05ca-4505-abc8-131e720790fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:02.761545 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-74c9cc57-05ca-4505-abc8-131e720790fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c726863d588544098ec502b97099503d&device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 1096 time: 0.1238019 Apr 20 14:53:02.772717 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-17569e54-024a-486d-ad14-90b028884348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:03.044797 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-bd45d677-a948-4f32-92fa-e5d6b13ad5a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcacdef1-1110-45f2-9ec6-75877da296b7 HTTP/1.1" status: 200 len: 217 time: 0.2520053 Apr 20 14:53:03.065617 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-17569e54-024a-486d-ad14-90b028884348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:03.079776 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-17569e54-024a-486d-ad14-90b028884348 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3d2137a-a959-4826-90f4-7ef883196710 HTTP/1.1" status: 204 len: 168 time: 1.3233836 Apr 20 14:53:03.154363 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f8840956-34c8-4ead-a204-4913e861b36c req-0d0b6cf2-237e-4ced-93de-4e052d073f8c tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353061 Apr 20 14:53:03.262703 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08223b23-228a-4e69-b594-b984a0242630 req-cd5438ea-df2a-4d1a-adf7-12348934d32b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:03.268764 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-7aa02cfb-904b-46ca-9b47-a4c0ddc8dd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:03.270932 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-7aa02cfb-904b-46ca-9b47-a4c0ddc8dd5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b1014a-f7a9-4976-a372-040ef94428b2 HTTP/1.1" status: 200 len: 853 time: 0.2172768 Apr 20 14:53:03.287462 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab19490-f831-4e42-93d6-1737ebe55dfe', 'tag': 'bcacdef1-1110-45f2-9ec6-75877da296b7', 'status': 'completed', 'code': 200} Apr 20 14:53:03.288998 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-08223b23-228a-4e69-b594-b984a0242630 req-cd5438ea-df2a-4d1a-adf7-12348934d32b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.6211047 Apr 20 14:53:03.474199 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:53:03.476140 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-08223b23-228a-4e69-b594-b984a0242630 req-2cd0d64b-3472-4488-bdb9-97f23f2de542 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851640 Apr 20 14:53:03.544257 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cfd8f-dc46-46c7-8099-1975f0b898b7 req-a7959e74-df2a-4336-9aa3-d1792eb818e8 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:03.547671 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3e6cfd8f-dc46-46c7-8099-1975f0b898b7 req-a7959e74-df2a-4336-9aa3-d1792eb818e8 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 943 time: 0.1414475 Apr 20 14:53:03.675169 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-9713a611-4305-4fca-93f7-58eec24296bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1fda118-3839-4564-aad4-c9e27560f808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876513 Apr 20 14:53:03.702175 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3e6cfd8f-dc46-46c7-8099-1975f0b898b7 req-6e3a7aff-4fac-4eb5-abc8-ff6692791738 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452234 Apr 20 14:53:03.747203 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbb87e-89fb-4c39-97b5-3124c9f2b89c req-1e857a6f-e499-49df-a0a1-ad42b2e24ac0 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:03.749374 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2bbbb87e-89fb-4c39-97b5-3124c9f2b89c req-1e857a6f-e499-49df-a0a1-ad42b2e24ac0 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.1512418 Apr 20 14:53:03.810973 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2bbbb87e-89fb-4c39-97b5-3124c9f2b89c req-72ccc2b1-b182-402c-b65f-576f4f82858a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526869 Apr 20 14:53:03.842624 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-5771499c-b83c-486e-a549-1d15817bddb4 service neutron] 10.222.0.13 "GET /v2.0/networks/e1fda118-3839-4564-aad4-c9e27560f808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580493 Apr 20 14:53:03.997208 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7e47ab0a-3971-4c5f-acef-a79984669f46 req-ec42b8b4-3df1-4fc2-92ca-06efd921ceb3 service neutron] 10.222.0.13 "GET /v2.0/networks/e1fda118-3839-4564-aad4-c9e27560f808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476479 Apr 20 14:53:04.379115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc0f69-15e3-42d7-bae7-e2ce871b7e14 req-051780f5-4aee-4060-aaaf-93852feef6ed tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:04.380663 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0fdc0f69-15e3-42d7-bae7-e2ce871b7e14 req-051780f5-4aee-4060-aaaf-93852feef6ed tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.0965924 Apr 20 14:53:04.436516 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0fdc0f69-15e3-42d7-bae7-e2ce871b7e14 req-9ef3f99a-b38f-4045-9ae6-af4a54030101 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492671 Apr 20 14:53:04.705589 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b8ca5-793e-441d-99f0-8e1ca279bac6 req-b9e41131-2664-48df-8deb-32e11f20666c tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:04.707229 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f05b8ca5-793e-441d-99f0-8e1ca279bac6 req-b9e41131-2664-48df-8deb-32e11f20666c tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.0914416 Apr 20 14:53:04.758242 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f05b8ca5-793e-441d-99f0-8e1ca279bac6 req-c43b83cf-8270-46d0-8a08-89b3697a0a1f tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442185 Apr 20 14:53:04.931528 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e77a9-62db-4638-9eb4-f24cf2b184bc req-6743ae67-7c91-4e7c-b336-31f3fb1b59fc tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:04.933340 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-675e77a9-62db-4638-9eb4-f24cf2b184bc req-6743ae67-7c91-4e7c-b336-31f3fb1b59fc tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 943 time: 0.1005626 Apr 20 14:53:05.045022 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-675e77a9-62db-4638-9eb4-f24cf2b184bc req-54a9d349-2419-4498-b0f2-52207ac83396 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030922 Apr 20 14:53:05.089426 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc17a95-76cc-4120-9fbc-87a150c3c402 req-773f509b-390b-412f-8cbd-a66d2eccd44f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:05.091155 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9bc17a95-76cc-4120-9fbc-87a150c3c402 req-773f509b-390b-412f-8cbd-a66d2eccd44f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.1509709 Apr 20 14:53:05.144182 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9bc17a95-76cc-4120-9fbc-87a150c3c402 req-0f29b87f-8ec0-473a-afcf-2bf215c58efa tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435534 Apr 20 14:53:05.660505 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b97fe5-53b7-471c-ae28-f2e3acebabc8 req-aba5df3f-1e97-4b92-a1d9-1c7f31ed791c tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:05.662202 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-79b97fe5-53b7-471c-ae28-f2e3acebabc8 req-aba5df3f-1e97-4b92-a1d9-1c7f31ed791c tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.1011431 Apr 20 14:53:05.730294 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-79b97fe5-53b7-471c-ae28-f2e3acebabc8 req-01b1867b-272a-4aca-9b20-858ed1175157 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613093 Apr 20 14:53:05.994465 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978658d-792b-48f0-b055-7ebc9dc12c95 req-64d64dbb-13f6-4e97-aca3-f8bd3761932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:05.998153 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0978658d-792b-48f0-b055-7ebc9dc12c95 req-64d64dbb-13f6-4e97-aca3-f8bd3761932f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c726863d588544098ec502b97099503d&device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 1096 time: 0.2337437 Apr 20 14:53:06.256334 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965908f3-7b8a-477d-9dcd-18dcff585e00 req-8c440259-93ae-43a0-b814-7db340978fd2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:06.259262 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-965908f3-7b8a-477d-9dcd-18dcff585e00 req-8c440259-93ae-43a0-b814-7db340978fd2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.3058183 Apr 20 14:53:06.427942 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-965908f3-7b8a-477d-9dcd-18dcff585e00 req-25626165-6a8b-40b0-bf76-2e129902065f tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602066 Apr 20 14:53:06.623629 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978658d-792b-48f0-b055-7ebc9dc12c95 req-58c71de3-78b3-4166-a8dc-4cdc3b3e085f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:06.626903 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0978658d-792b-48f0-b055-7ebc9dc12c95 req-58c71de3-78b3-4166-a8dc-4cdc3b3e085f service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1fda118-3839-4564-aad4-c9e27560f808 HTTP/1.1" status: 200 len: 913 time: 0.4262753 Apr 20 14:53:06.631908 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84e5a5f-5847-4775-8db1-23d99322d9dc req-8538dee2-b7a2-4981-b6da-c701a874f36b tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:06.634677 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d84e5a5f-5847-4775-8db1-23d99322d9dc req-8538dee2-b7a2-4981-b6da-c701a874f36b tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 943 time: 0.2883859 Apr 20 14:53:06.735070 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d84e5a5f-5847-4775-8db1-23d99322d9dc req-2169b6b7-8067-4542-b47d-dd868a7df99b tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906742 Apr 20 14:53:06.853595 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0978658d-792b-48f0-b055-7ebc9dc12c95 req-5beaf4ce-0f5b-4af2-a3e6-6bdb569272e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bcacdef1-1110-45f2-9ec6-75877da296b7 HTTP/1.1" status: 200 len: 217 time: 0.2083535 Apr 20 14:53:07.038543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978658d-792b-48f0-b055-7ebc9dc12c95 req-93b1e99b-91ac-488f-9994-8f8ceef7f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:07.040232 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0978658d-792b-48f0-b055-7ebc9dc12c95 req-93b1e99b-91ac-488f-9994-8f8ceef7f0aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b1014a-f7a9-4976-a372-040ef94428b2 HTTP/1.1" status: 200 len: 853 time: 0.1823595 Apr 20 14:53:07.067744 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e525c-b6f0-4491-ac98-18006f141dc3 req-b0687366-c84e-470c-ae5e-3b65753606e9 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:07.072711 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fe8e525c-b6f0-4491-ac98-18006f141dc3 req-b0687366-c84e-470c-ae5e-3b65753606e9 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.3217933 Apr 20 14:53:07.156875 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0978658d-792b-48f0-b055-7ebc9dc12c95 req-96f920c5-db28-4ba7-914f-5b0854f37119 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1fda118-3839-4564-aad4-c9e27560f808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957196 Apr 20 14:53:07.204671 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fe8e525c-b6f0-4491-ac98-18006f141dc3 req-83ae222d-cfe8-4f95-bc85-a181c4dcd2cb tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584912 Apr 20 14:53:07.289221 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c15429-d0d5-4ce2-8e47-0eef852a0ffa req-497e3eeb-c78c-488e-98f3-9ddf76fd0a1f tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:07.290900 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a6c15429-d0d5-4ce2-8e47-0eef852a0ffa req-497e3eeb-c78c-488e-98f3-9ddf76fd0a1f tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.2170885 Apr 20 14:53:07.394889 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a6c15429-d0d5-4ce2-8e47-0eef852a0ffa req-30c254d7-0a22-4c63-a9da-cacca9c901bf tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956883 Apr 20 14:53:07.485686 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0978658d-792b-48f0-b055-7ebc9dc12c95 req-951b260d-ef49-4996-86bd-c6984c678458 service neutron] 10.222.0.13 "GET /v2.0/networks/e1fda118-3839-4564-aad4-c9e27560f808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186014 Apr 20 14:53:07.851535 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0978658d-792b-48f0-b055-7ebc9dc12c95 req-385d9a25-701b-4048-9b72-006d67ec6bce service neutron] 10.222.0.13 "GET /v2.0/networks/e1fda118-3839-4564-aad4-c9e27560f808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437572 Apr 20 14:53:08.148848 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3349c-7bb7-4be6-944c-808e5f6c018a req-e7169ce8-429d-4566-a401-4e61f3957f51 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:08.160361 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-37b3349c-7bb7-4be6-944c-808e5f6c018a req-e7169ce8-429d-4566-a401-4e61f3957f51 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.4244602 Apr 20 14:53:08.243790 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-37b3349c-7bb7-4be6-944c-808e5f6c018a req-cbf13e6a-c465-4f34-9f42-52dfc8ecfddd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820949 Apr 20 14:53:08.321251 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b585f67-caa5-4c36-8944-cca064bc23e2 req-f3edf725-d33a-45a7-aeba-03595690c77e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:08.323747 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9b585f67-caa5-4c36-8944-cca064bc23e2 req-f3edf725-d33a-45a7-aeba-03595690c77e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 943 time: 0.3668017 Apr 20 14:53:08.458859 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9b585f67-caa5-4c36-8944-cca064bc23e2 req-78f4b6ad-cf9b-4904-a968-e4fb18c79222 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242118 Apr 20 14:53:08.624431 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96c45a-a8f1-4762-b398-ebc143a83b01 req-f54cfd9e-4e07-476b-9c31-1c006ff89bbe tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:08.628970 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5e96c45a-a8f1-4762-b398-ebc143a83b01 req-f54cfd9e-4e07-476b-9c31-1c006ff89bbe tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.1492059 Apr 20 14:53:08.970974 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca352e-9d5a-432d-9e13-679af14054c6 req-cb89126e-52cf-4274-823b-7628f7f4db45 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:08.980802 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-22ca352e-9d5a-432d-9e13-679af14054c6 req-cb89126e-52cf-4274-823b-7628f7f4db45 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.2497494 Apr 20 14:53:08.995851 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5e96c45a-a8f1-4762-b398-ebc143a83b01 req-d1c6ecd5-be48-4c17-be6e-5060aecc4c03 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3521748 Apr 20 14:53:09.097525 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-22ca352e-9d5a-432d-9e13-679af14054c6 req-ce198d12-c32d-4710-a1f1-91d99beef96d tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125469 Apr 20 14:53:09.850167 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb6799-a5e2-4c27-a3af-80e253940adb req-3ca6175d-aa9a-4b4c-ac63-3ddd41ad528f tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:09.884293 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e2eb6799-a5e2-4c27-a3af-80e253940adb req-3ca6175d-aa9a-4b4c-ac63-3ddd41ad528f tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.3776267 Apr 20 14:53:10.076462 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e2eb6799-a5e2-4c27-a3af-80e253940adb req-20fe5e94-b80f-4c8a-94fa-a893bc50d3ba tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909499 Apr 20 14:53:10.135855 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ef30b-b79b-4354-9798-591e56f67f0a req-b082799c-a054-4fe3-a8af-5c63241556ce tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:10.137277 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-115ef30b-b79b-4354-9798-591e56f67f0a req-b082799c-a054-4fe3-a8af-5c63241556ce tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Synchronizing usage tracker for tenant:bfbd4fdd7d16445b92d63cdbcbcba659 on resource:port {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:53:10.187617 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-115ef30b-b79b-4354-9798-591e56f67f0a req-b082799c-a054-4fe3-a8af-5c63241556ce tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Unset dirty status for tenant:bfbd4fdd7d16445b92d63cdbcbcba659 on resource:port {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:53:10.189851 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-115ef30b-b79b-4354-9798-591e56f67f0a req-b082799c-a054-4fe3-a8af-5c63241556ce tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.13 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.5648854 Apr 20 14:53:10.261662 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c667ba6-02a8-4bed-89b9-c844a84a8e81 req-f123dd02-0cfb-4fce-9406-219d4df7bd43 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:10.279413 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9c667ba6-02a8-4bed-89b9-c844a84a8e81 req-f123dd02-0cfb-4fce-9406-219d4df7bd43 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 943 time: 0.2721245 Apr 20 14:53:10.380389 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-115ef30b-b79b-4354-9798-591e56f67f0a req-efe2563e-00a3-4d3e-b107-70090cbec32b tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Deleting port 71ad3bb0-14c9-4f07-83ab-36d36c55d98d {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:53:10.381054 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-115ef30b-b79b-4354-9798-591e56f67f0a req-efe2563e-00a3-4d3e-b107-70090cbec32b tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:10.382523 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9c667ba6-02a8-4bed-89b9-c844a84a8e81 req-a3d8b393-8f46-4dca-8673-8533453425e4 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977492 Apr 20 14:53:10.518068 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4d295125-bb80-457b-881f-95c27fe00c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:10.733458 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e8f57-5bd7-40e3-8bfd-d0d00d4a205f req-a38c1da2-305e-4266-8219-dda0bc7486f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:10.735955 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b68e8f57-5bd7-40e3-8bfd-d0d00d4a205f req-a38c1da2-305e-4266-8219-dda0bc7486f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.3477268 Apr 20 14:53:10.822536 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-115ef30b-b79b-4354-9798-591e56f67f0a req-efe2563e-00a3-4d3e-b107-70090cbec32b tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] For port 71ad3bb0-14c9-4f07-83ab-36d36c55d98d, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=71ad3bb0-14c9-4f07-83ab-36d36c55d98d,segment=NetworkSegment(9f98ecb0-7613-4857-9ede-7f7a31ba1e0d),segment_id=9f98ecb0-7613-4857-9ede-7f7a31ba1e0d)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:53:10.823070 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-115ef30b-b79b-4354-9798-591e56f67f0a req-efe2563e-00a3-4d3e-b107-70090cbec32b tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:10.865919 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b68e8f57-5bd7-40e3-8bfd-d0d00d4a205f req-ed1c419c-939a-4ac6-8298-f15bb330de09 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692658 Apr 20 14:53:10.927199 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe3e1b-6e3a-4547-b0f9-17e3539c5e2a req-f800b591-d3db-4a91-96ef-1997631cc8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:10.929198 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a8fe3e1b-6e3a-4547-b0f9-17e3539c5e2a req-f800b591-d3db-4a91-96ef-1997631cc8e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ec9121784bc4847a675627263bbd80b&device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 1099 time: 0.2916965 Apr 20 14:53:10.940039 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb98a4b-d98e-463c-a9d3-b95579b75ce1 req-e2954186-e7ee-4099-9cbb-a06301d70391 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:10.943013 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dcb98a4b-d98e-463c-a9d3-b95579b75ce1 req-e2954186-e7ee-4099-9cbb-a06301d70391 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 946 time: 0.2233906 Apr 20 14:53:11.271316 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe3e1b-6e3a-4547-b0f9-17e3539c5e2a req-09e81230-5d3f-4cc2-9af1-b5c42db62e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:11.273103 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a8fe3e1b-6e3a-4547-b0f9-17e3539c5e2a req-09e81230-5d3f-4cc2-9af1-b5c42db62e32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a669ef3-df53-4cd3-a0a6-990300d50cd2 HTTP/1.1" status: 200 len: 910 time: 0.3288925 Apr 20 14:53:11.556071 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dcb98a4b-d98e-463c-a9d3-b95579b75ce1 req-4ee9cc17-f80c-4dff-99e1-dd35820eb658 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/security-groups?id=6c162184-c3e2-4e6e-b318-725b37ad78f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740774 Apr 20 14:53:11.556071 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a8fe3e1b-6e3a-4547-b0f9-17e3539c5e2a req-884249a5-9024-4210-a73c-d2f13ee41d9a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d HTTP/1.1" status: 200 len: 1002 time: 0.2213330 Apr 20 14:53:11.636545 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-115ef30b-b79b-4354-9798-591e56f67f0a req-efe2563e-00a3-4d3e-b107-70090cbec32b tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Calling delete_port for 71ad3bb0-14c9-4f07-83ab-36d36c55d98d owned by compute:nova {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:53:11.870783 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe3e1b-6e3a-4547-b0f9-17e3539c5e2a req-ad8bcf74-1aac-4ee6-8f6c-b647be63519d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:11.872854 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a8fe3e1b-6e3a-4547-b0f9-17e3539c5e2a req-ad8bcf74-1aac-4ee6-8f6c-b647be63519d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d80648ec-7cf5-4306-8b5a-bd7fb5f2d85d HTTP/1.1" status: 200 len: 849 time: 0.1721594 Apr 20 14:53:11.968964 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-115ef30b-b79b-4354-9798-591e56f67f0a req-efe2563e-00a3-4d3e-b107-70090cbec32b tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:11.980060 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6285d6b3-7b41-41de-b9f5-c67585571702 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:12.005934 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['71ad3bb0-14c9-4f07-83ab-36d36c55d98d'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:53:12.103834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96ee9f-49f2-49d8-a6d9-687d0f45b929 req-aafdf827-e5eb-4dbc-9b6e-924929b2be38 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:12.112853 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8d96ee9f-49f2-49d8-a6d9-687d0f45b929 req-aafdf827-e5eb-4dbc-9b6e-924929b2be38 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.5608473 Apr 20 14:53:12.165028 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2563e-00a3-4d3e-b107-70090cbec32b tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Pushing event deleted for resources: {'Port': ['ID=71ad3bb0-14c9-4f07-83ab-36d36c55d98d,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:12.166486 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-efe2563e-00a3-4d3e-b107-70090cbec32b tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:12.189937 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d22c36-1a20-4ea7-b8a5-0b168acb73f5 req-16cfa13f-6281-4f74-a2b1-3d55e7e884b9 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:12.198382 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d0d22c36-1a20-4ea7-b8a5-0b168acb73f5 req-16cfa13f-6281-4f74-a2b1-3d55e7e884b9 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 943 time: 0.3197856 Apr 20 14:53:12.276127 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d0d22c36-1a20-4ea7-b8a5-0b168acb73f5 req-4cf3042d-3c96-4f5d-b47a-da0efcb8cffc tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762081 Apr 20 14:53:12.319385 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8d96ee9f-49f2-49d8-a6d9-687d0f45b929 req-9583c7b5-e8e1-4775-86b8-28d2c98e9906 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2020397 Apr 20 14:53:12.350038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe3e1b-6e3a-4547-b0f9-17e3539c5e2a req-6b3f7f84-d69a-4be3-ac64-ae3f82b76c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:12.350873 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a8fe3e1b-6e3a-4547-b0f9-17e3539c5e2a req-6b3f7f84-d69a-4be3-ac64-ae3f82b76c06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a669ef3-df53-4cd3-a0a6-990300d50cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4615195 Apr 20 14:53:12.421007 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-115ef30b-b79b-4354-9798-591e56f67f0a req-efe2563e-00a3-4d3e-b107-70090cbec32b tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] No DVR routers for this DVR port 71ad3bb0-14c9-4f07-83ab-36d36c55d98d on host hv-cinder-74216 {{(pid=86499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:53:12.428411 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-115ef30b-b79b-4354-9798-591e56f67f0a req-efe2563e-00a3-4d3e-b107-70090cbec32b tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:12.432070 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88b15a6-b0da-4df1-b925-39ec512050ae', 'name': 'network-vif-deleted', 'tag': '71ad3bb0-14c9-4f07-83ab-36d36c55d98d'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:53:12.516968 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-115ef30b-b79b-4354-9798-591e56f67f0a req-efe2563e-00a3-4d3e-b107-70090cbec32b tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.13 "DELETE /v2.0/ports/71ad3bb0-14c9-4f07-83ab-36d36c55d98d HTTP/1.1" status: 204 len: 173 time: 2.3201339 Apr 20 14:53:12.561965 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88b15a6-b0da-4df1-b925-39ec512050ae', 'name': 'network-vif-deleted', 'tag': '71ad3bb0-14c9-4f07-83ab-36d36c55d98d', 'status': 'completed', 'code': 200} Apr 20 14:53:12.794872 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a8fe3e1b-6e3a-4547-b0f9-17e3539c5e2a req-51e68ece-503b-4363-8730-5ef78b7ba896 service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332891 Apr 20 14:53:12.951677 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0d76d677-2136-4f2f-bae8-a52949b12868 req-54f97853-edd3-4f04-a3ef-3b82ff07d627 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] 10.222.0.21 "GET /v2.0/ports?device_id=a88b15a6-b0da-4df1-b925-39ec512050ae HTTP/1.1" status: 200 len: 210 time: 0.0751262 Apr 20 14:53:13.065870 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3d542b96-9e61-4e66-b889-ab6395d4059d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:13.110985 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab43e02-28fc-4166-943c-59ee2d9c3ba9 req-ad37b440-aa94-4dff-a1ad-8f3608412fbe tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:13.138343 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0ab43e02-28fc-4166-943c-59ee2d9c3ba9 req-ad37b440-aa94-4dff-a1ad-8f3608412fbe tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.3391073 Apr 20 14:53:13.258730 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0ab43e02-28fc-4166-943c-59ee2d9c3ba9 req-96ced4fe-eff3-4b92-9145-5a2088376f89 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167924 Apr 20 14:53:14.094649 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a8fe3e1b-6e3a-4547-b0f9-17e3539c5e2a req-97cdac66-c431-4705-9b81-a3615f3eb097 service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7950678 Apr 20 14:53:14.250759 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3cb81-c76c-4db2-b0e1-a176f7cd2444 req-a02f0668-cc75-44cc-984c-eaba43bc9938 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:14.252738 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-57b3cb81-c76c-4db2-b0e1-a176f7cd2444 req-a02f0668-cc75-44cc-984c-eaba43bc9938 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.6324716 Apr 20 14:53:14.258618 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:14.276337 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70334ac-8c8e-47cd-ae37-7b4a5edf5392 req-24ac7c9b-b603-497c-a9f5-6f87236aa215 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:14.291722 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c70334ac-8c8e-47cd-ae37-7b4a5edf5392 req-24ac7c9b-b603-497c-a9f5-6f87236aa215 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 943 time: 0.7377772 Apr 20 14:53:14.482994 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-57b3cb81-c76c-4db2-b0e1-a176f7cd2444 req-c28fcd5c-e3f8-4989-ba36-2c27031afd4d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577978 Apr 20 14:53:14.513328 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c70334ac-8c8e-47cd-ae37-7b4a5edf5392 req-98c7c1c3-d395-4b65-ae50-b3c0a1659753 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152328 Apr 20 14:53:14.654569 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43170) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:14.656842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:14.812701 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 71ad3bb0-14c9-4f07-83ab-36d36c55d98d no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:53:14.961279 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] No Port match for: 71ad3bb0-14c9-4f07-83ab-36d36c55d98d {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:53:14.961964 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 71ad3bb0-14c9-4f07-83ab-36d36c55d98d not bound to the agent host hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:53:15.034746 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d7da2-b914-47a9-92c9-c22fe93eccce req-da1087b3-c12f-400d-976c-4e371f019695 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:15.034746 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-874d7da2-b914-47a9-92c9-c22fe93eccce req-da1087b3-c12f-400d-976c-4e371f019695 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.3132162 Apr 20 14:53:15.175410 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-874d7da2-b914-47a9-92c9-c22fe93eccce req-ead2c830-9d06-4a91-8063-efcc891f2bc0 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185610 Apr 20 14:53:15.502238 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:15.793087 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e2dfaa56-1223-4fd4-b578-e02afb1f4e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852971878'] for router_interface, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:15.876062 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24423f-e033-4503-bf4a-4bccfe247b52 req-0eacf534-8dbc-471d-b001-f8ed0e4523af tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:15.884907 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1f24423f-e033-4503-bf4a-4bccfe247b52 req-0eacf534-8dbc-471d-b001-f8ed0e4523af tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.2141244 Apr 20 14:53:15.971114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9b5f1-699b-4289-9a10-091f67219073 req-e81610f6-2af1-4109-bcd7-f50bbc3672bd tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:15.980344 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1cf9b5f1-699b-4289-9a10-091f67219073 req-e81610f6-2af1-4109-bcd7-f50bbc3672bd tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 943 time: 0.1926479 Apr 20 14:53:16.039100 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1f24423f-e033-4503-bf4a-4bccfe247b52 req-a7f48876-8404-4c76-98df-ae67dad799e6 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527917 Apr 20 14:53:16.079186 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1cf9b5f1-699b-4289-9a10-091f67219073 req-5be21349-1993-4276-a3d5-83323a1fb15a tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969734 Apr 20 14:53:16.370596 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfaa56-1223-4fd4-b578-e02afb1f4e08 admin admin] Deleting port 9d4fb254-be34-4a54-8875-58e6a2ab43fe {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:53:16.371345 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e2dfaa56-1223-4fd4-b578-e02afb1f4e08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:16.648758 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86ac785-eb67-4457-b2a5-f115c3066c2b req-c6545e1f-5cb5-426e-ad3c-3dc1fcbe7ba4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:16.650741 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a86ac785-eb67-4457-b2a5-f115c3066c2b req-c6545e1f-5cb5-426e-ad3c-3dc1fcbe7ba4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.1636584 Apr 20 14:53:16.731847 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-e2dfaa56-1223-4fd4-b578-e02afb1f4e08 admin admin] For port 9d4fb254-be34-4a54-8875-58e6a2ab43fe, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=9d4fb254-be34-4a54-8875-58e6a2ab43fe,segment=NetworkSegment(9f98ecb0-7613-4857-9ede-7f7a31ba1e0d),segment_id=9f98ecb0-7613-4857-9ede-7f7a31ba1e0d)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:53:16.737550 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e2dfaa56-1223-4fd4-b578-e02afb1f4e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:16.777849 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a86ac785-eb67-4457-b2a5-f115c3066c2b req-dcfb1bf4-97aa-4b98-a0a6-1b7c21479587 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145172 Apr 20 14:53:16.926550 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-e2dfaa56-1223-4fd4-b578-e02afb1f4e08 admin admin] Calling delete_port for 9d4fb254-be34-4a54-8875-58e6a2ab43fe owned by network:router_interface {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:53:17.532892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6ba71-ff39-4497-8e8f-bfb744a0f45f req-0e87ecff-e8f6-4a2b-9502-785fe4227342 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:17.536425 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-76e6ba71-ff39-4497-8e8f-bfb744a0f45f req-0e87ecff-e8f6-4a2b-9502-785fe4227342 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 943 time: 0.1779170 Apr 20 14:53:17.573680 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e2dfaa56-1223-4fd4-b578-e02afb1f4e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:17.590647 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:17.673360 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-76e6ba71-ff39-4497-8e8f-bfb744a0f45f req-edc687ff-0393-4f26-872b-96856c87668b tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241155 Apr 20 14:53:17.800433 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfaa56-1223-4fd4-b578-e02afb1f4e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d4fb254-be34-4a54-8875-58e6a2ab43fe,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:17.805617 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e2dfaa56-1223-4fd4-b578-e02afb1f4e08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:17.912343 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61388d-0ffb-4f6e-8eeb-4abd214ae4af req-e584e4f9-2542-4d56-9184-590512077857 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:17.915425 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ac61388d-0ffb-4f6e-8eeb-4abd214ae4af req-e584e4f9-2542-4d56-9184-590512077857 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.1692202 Apr 20 14:53:17.981281 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ac61388d-0ffb-4f6e-8eeb-4abd214ae4af req-5ab12230-e8ac-4dab-a12a-57a37b9d62b0 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520127 Apr 20 14:53:18.030170 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:18.347207 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e2dfaa56-1223-4fd4-b578-e02afb1f4e08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852971804'] for router_interface, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:18.787899 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2dfaa56-1223-4fd4-b578-e02afb1f4e08 admin admin] Router b83887b9-a80b-4fae-afb6-58384a581f4a has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:53:19.052236 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dfaa56-1223-4fd4-b578-e02afb1f4e08 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:53:19.065400 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c802a5b3-7ac8-4c58-94e8-d14bc6e87bab None None] Sync routers for ids ['b83887b9-a80b-4fae-afb6-58384a581f4a'] in dv-cinder-742162-4-smb {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:53:19.078291 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-e2dfaa56-1223-4fd4-b578-e02afb1f4e08 admin admin] 10.222.0.21 "PUT /v2.0/routers/b83887b9-a80b-4fae-afb6-58384a581f4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4216065 Apr 20 14:53:19.082568 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43272) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:19.098396 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c802a5b3-7ac8-4c58-94e8-d14bc6e87bab None None] Routers {'b83887b9-a80b-4fae-afb6-58384a581f4a'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:53:19.099863 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-c802a5b3-7ac8-4c58-94e8-d14bc6e87bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:53:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['b83887b9-a80b-4fae-afb6-58384a581f4a'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:53:19.131310 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd9b19-fb0e-459f-b8f6-b874ccd335d3 req-888bbaab-3386-423f-afa9-5e6889e0abcd tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:19.133038 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-18bd9b19-fb0e-459f-b8f6-b874ccd335d3 req-888bbaab-3386-423f-afa9-5e6889e0abcd tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 943 time: 0.2466455 Apr 20 14:53:19.225650 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-18bd9b19-fb0e-459f-b8f6-b874ccd335d3 req-bc43fee8-58c8-43c2-adb3-9e248ebe67ae tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858595 Apr 20 14:53:19.335869 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72232e30-015a-49ed-9996-648da766f4cb req-86832344-73d4-42dc-8967-f9e1ffce29ad tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:19.339011 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-72232e30-015a-49ed-9996-648da766f4cb req-86832344-73d4-42dc-8967-f9e1ffce29ad tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.1073956 Apr 20 14:53:19.413482 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-419f5d6d-4099-41d9-9562-d37cd3aa3fe2 admin admin] Notify callbacks [] for router, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:19.449624 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-72232e30-015a-49ed-9996-648da766f4cb req-e2b39e46-3fef-4441-9411-1d0c9e8dcb82 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955193 Apr 20 14:53:19.542036 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-c802a5b3-7ac8-4c58-94e8-d14bc6e87bab None None] Set router b83887b9-a80b-4fae-afb6-58384a581f4a gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:53:19.697052 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-419f5d6d-4099-41d9-9562-d37cd3aa3fe2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:19.738512 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-419f5d6d-4099-41d9-9562-d37cd3aa3fe2 admin admin] Deleting port f08114cc-3af1-4b36-86b9-dae41676e36d {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:53:19.738978 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-419f5d6d-4099-41d9-9562-d37cd3aa3fe2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:19.947289 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-419f5d6d-4099-41d9-9562-d37cd3aa3fe2 admin admin] For port f08114cc-3af1-4b36-86b9-dae41676e36d, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=f08114cc-3af1-4b36-86b9-dae41676e36d,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:53:19.948030 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-419f5d6d-4099-41d9-9562-d37cd3aa3fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:20.009207 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-c802a5b3-7ac8-4c58-94e8-d14bc6e87bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1304069229-router', 'tenant_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.238'}], 'enable_snat': True}, 'gw_port_id': 'f08114cc-3af1-4b36-86b9-dae41676e36d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:53:17Z', 'revision_number': 5, 'project_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'gw_port': {'id': 'f08114cc-3af1-4b36-86b9-dae41676e36d', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:0c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:53:20.018983 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c802a5b3-7ac8-4c58-94e8-d14bc6e87bab None None] Checking router: b83887b9-a80b-4fae-afb6-58384a581f4a for host: dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:53:20.043005 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c802a5b3-7ac8-4c58-94e8-d14bc6e87bab None None] Routers {'b83887b9-a80b-4fae-afb6-58384a581f4a'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:53:20.044081 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-c802a5b3-7ac8-4c58-94e8-d14bc6e87bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:53:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['b83887b9-a80b-4fae-afb6-58384a581f4a'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:53:20.100014 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-419f5d6d-4099-41d9-9562-d37cd3aa3fe2 admin admin] Calling delete_port for f08114cc-3af1-4b36-86b9-dae41676e36d owned by network:router_gateway {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:53:20.295964 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-c802a5b3-7ac8-4c58-94e8-d14bc6e87bab None None] Set router b83887b9-a80b-4fae-afb6-58384a581f4a gateway port host: None {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:53:20.425416 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-c802a5b3-7ac8-4c58-94e8-d14bc6e87bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1304069229-router', 'tenant_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:53:19Z', 'revision_number': 6, 'project_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'gw_port_host': None}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:53:20.431162 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c802a5b3-7ac8-4c58-94e8-d14bc6e87bab None None] The sync data for ids ['b83887b9-a80b-4fae-afb6-58384a581f4a'] in dv-cinder-742162-4-smb is: [{'id': 'b83887b9-a80b-4fae-afb6-58384a581f4a', 'name': 'tempest-ServerRescueNegativeTestJSON-1304069229-router', 'tenant_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:53:19Z', 'revision_number': 6, 'project_id': 'bfbd4fdd7d16445b92d63cdbcbcba659', 'gw_port_host': None}] {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:53:20.471482 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-419f5d6d-4099-41d9-9562-d37cd3aa3fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:20.493859 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ea241c64-eae7-4cd1-b83d-0c48a1a63c53 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:20.594979 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c08560-458c-4c1c-85ef-daea0ca439b0 req-5210ac47-c2eb-4f64-9afe-298fb6b9c270 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:20.602316 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-58c08560-458c-4c1c-85ef-daea0ca439b0 req-5210ac47-c2eb-4f64-9afe-298fb6b9c270 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 943 time: 0.1681774 Apr 20 14:53:20.620889 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f5d6d-4099-41d9-9562-d37cd3aa3fe2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f08114cc-3af1-4b36-86b9-dae41676e36d,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:20.637355 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-419f5d6d-4099-41d9-9562-d37cd3aa3fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:20.670399 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-58c08560-458c-4c1c-85ef-daea0ca439b0 req-a3a6df75-87dd-444e-be7d-1988d7bc124c tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587363 Apr 20 14:53:20.724312 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-419f5d6d-4099-41d9-9562-d37cd3aa3fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829733'] for router_gateway, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:20.853461 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device bcacdef1-1110-45f2-9ec6-75877da296b7 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:53:20.953606 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388f43f-82b6-4d42-bf0c-c0a11d2cbc33 req-a9bf41b5-b208-479c-8470-caafbe20dc7d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:20.962284 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d388f43f-82b6-4d42-bf0c-c0a11d2cbc33 req-a9bf41b5-b208-479c-8470-caafbe20dc7d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.2100949 Apr 20 14:53:21.044532 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d388f43f-82b6-4d42-bf0c-c0a11d2cbc33 req-95958265-35a9-4048-a1be-ebc13ca31eb9 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810895 Apr 20 14:53:21.074661 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ff0cab35-c2d7-47ea-a58c-287a5b2e3cee req-29cbd73a-1a1a-475b-b033-78be3c3955a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2155571 Apr 20 14:53:21.202485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port bcacdef1-1110-45f2-9ec6-75877da296b7, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bcacdef1-1110-45f2-9ec6-75877da296b7,segment=NetworkSegment(fadafd5a-25f8-406f-8826-c15f0826ddcf),segment_id=fadafd5a-25f8-406f-8826-c15f0826ddcf)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:53:21.226657 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': 'bcacdef1-1110-45f2-9ec6-75877da296b7', 'network_id': 'e1fda118-3839-4564-aad4-c9e27560f808', 'port_id': 'bcacdef1-1110-45f2-9ec6-75877da296b7', 'mac_address': 'fa:16:3e:f7:e4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b1014a-f7a9-4976-a372-040ef94428b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:53:21.248082 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-419f5d6d-4099-41d9-9562-d37cd3aa3fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1810233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3686'] for router, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:21.253721 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-419f5d6d-4099-41d9-9562-d37cd3aa3fe2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:21.285622 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cab35-c2d7-47ea-a58c-287a5b2e3cee req-5c5659bb-ba5c-49e4-a920-ea9f7bd94fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:21.288570 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ff0cab35-c2d7-47ea-a58c-287a5b2e3cee req-5c5659bb-ba5c-49e4-a920-ea9f7bd94fe1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ec9121784bc4847a675627263bbd80b&device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 1099 time: 0.1563995 Apr 20 14:53:21.312503 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:21.338179 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcacdef1-1110-45f2-9ec6-75877da296b7 {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:53:21.358978 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port bcacdef1-1110-45f2-9ec6-75877da296b7, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bcacdef1-1110-45f2-9ec6-75877da296b7,segment=NetworkSegment(fadafd5a-25f8-406f-8826-c15f0826ddcf),segment_id=fadafd5a-25f8-406f-8826-c15f0826ddcf)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:53:21.418803 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:21.420769 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:21.497220 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=bcacdef1-1110-45f2-9ec6-75877da296b7,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:21.505657 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:21.506046 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:21.506427 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:21.506830 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:21.507204 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:21.507555 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:21.507922 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:21.508311 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:21.508671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:21.509034 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:21.509393 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:21.509757 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:21.514400 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:21.555698 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-419f5d6d-4099-41d9-9562-d37cd3aa3fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852969603'] for router, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:21.556419 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419f5d6d-4099-41d9-9562-d37cd3aa3fe2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b83887b9-a80b-4fae-afb6-58384a581f4a {{(pid=86499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 14:53:21.576814 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cab35-c2d7-47ea-a58c-287a5b2e3cee req-a3d0aa12-54f0-48e7-859a-fcccfcdc8ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:21.579058 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ff0cab35-c2d7-47ea-a58c-287a5b2e3cee req-a3d0aa12-54f0-48e7-859a-fcccfcdc8ccc service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a669ef3-df53-4cd3-a0a6-990300d50cd2 HTTP/1.1" status: 200 len: 910 time: 0.2695780 Apr 20 14:53:21.580259 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-419f5d6d-4099-41d9-9562-d37cd3aa3fe2 admin admin] Notify callbacks [] for router, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:21.582617 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-419f5d6d-4099-41d9-9562-d37cd3aa3fe2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b83887b9-a80b-4fae-afb6-58384a581f4a HTTP/1.1" status: 204 len: 168 time: 2.4981468 Apr 20 14:53:21.585309 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43334) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:21.682952 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 9d4fb254-be34-4a54-8875-58e6a2ab43fe no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:53:21.763364 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ff0cab35-c2d7-47ea-a58c-287a5b2e3cee req-30071351-db4f-4760-87aa-eabe2a4ee3ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d HTTP/1.1" status: 200 len: 1002 time: 0.1751981 Apr 20 14:53:21.767014 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_v2 [None req-06d070b4-f21e-4e0c-af8a-c2470cad56c9 admin admin] Deleting subnet f2b75775-49ff-4f22-9c17-4a0e3c0f4f92 {{(pid=86499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 14:53:21.771929 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-06d070b4-f21e-4e0c-af8a-c2470cad56c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:21.772219 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: 9d4fb254-be34-4a54-8875-58e6a2ab43fe {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:53:21.772509 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 9d4fb254-be34-4a54-8875-58e6a2ab43fe not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:53:21.773332 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device f08114cc-3af1-4b36-86b9-dae41676e36d no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:53:21.802566 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['bcacdef1-1110-45f2-9ec6-75877da296b7'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:53:21.835028 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43340) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:21.859447 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: f08114cc-3af1-4b36-86b9-dae41676e36d {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:53:21.859819 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device f08114cc-3af1-4b36-86b9-dae41676e36d not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:53:21.911416 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-06d070b4-f21e-4e0c-af8a-c2470cad56c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851047599'] for subnet, precommit_delete_associations {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:21.992599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cab35-c2d7-47ea-a58c-287a5b2e3cee req-36c73cbe-bcf4-47d7-b0b7-0fe409964ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:21.994479 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ff0cab35-c2d7-47ea-a58c-287a5b2e3cee req-36c73cbe-bcf4-47d7-b0b7-0fe409964ba2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d80648ec-7cf5-4306-8b5a-bd7fb5f2d85d HTTP/1.1" status: 200 len: 849 time: 0.2231276 Apr 20 14:53:22.037442 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-06d070b4-f21e-4e0c-af8a-c2470cad56c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854002903'] for subnet, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:22.141611 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b606d7e-ea4b-4221-bef6-8ebe47f4594a req-41ad1ef9-44b1-4ece-a9a4-335f523e72bb tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:22.143371 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6b606d7e-ea4b-4221-bef6-8ebe47f4594a req-41ad1ef9-44b1-4ece-a9a4-335f523e72bb tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 944 time: 0.2278752 Apr 20 14:53:22.193810 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0cab35-c2d7-47ea-a58c-287a5b2e3cee req-3ee5859c-a980-40fb-be07-d9558325009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:22.195726 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ff0cab35-c2d7-47ea-a58c-287a5b2e3cee req-3ee5859c-a980-40fb-be07-d9558325009d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a669ef3-df53-4cd3-a0a6-990300d50cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1783652 Apr 20 14:53:22.200536 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-eae06bbc-a30d-4832-be87-fcf8c8c0dd4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:22.284947 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 43350) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:22.377154 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6b606d7e-ea4b-4221-bef6-8ebe47f4594a req-effa2e04-0db8-4b03-bb17-2cae91b2397f tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194142 Apr 20 14:53:22.511747 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74bf14c-3234-4f8b-9cb1-8269ac6de592 admin admin] Deleting subnet b40f7c78-524a-40e4-9d95-b7d5f19c3ec9 {{(pid=86498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 14:53:22.529963 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a74bf14c-3234-4f8b-9cb1-8269ac6de592 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:22.588065 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ff0cab35-c2d7-47ea-a58c-287a5b2e3cee req-c06cd2b8-f589-41a4-8e6a-5d1937453e92 service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754852 Apr 20 14:53:22.638700 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8d13e-f669-4034-a39f-ed7694616833 req-777de733-5acc-46bb-b1a2-0c81b1d23a44 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:22.640936 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-51c8d13e-f669-4034-a39f-ed7694616833 req-777de733-5acc-46bb-b1a2-0c81b1d23a44 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 943 time: 0.4275103 Apr 20 14:53:22.649013 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a74bf14c-3234-4f8b-9cb1-8269ac6de592 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:22.732410 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-eae06bbc-a30d-4832-be87-fcf8c8c0dd4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:53:22.732816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a74bf14c-3234-4f8b-9cb1-8269ac6de592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854002903'] for subnet, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:22.752781 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-eae06bbc-a30d-4832-be87-fcf8c8c0dd4c admin admin] Usage tracker for resource:security_group_rule and tenant:460dd94d3da74498aa11ef02952c73e5 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:53:22.761589 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-eae06bbc-a30d-4832-be87-fcf8c8c0dd4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:53:22.789579 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-eae06bbc-a30d-4832-be87-fcf8c8c0dd4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:53:22.862472 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 58bf4358-c596-4c96-8ccb-47886555b382 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:53:22.868486 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device bcacdef1-1110-45f2-9ec6-75877da296b7 up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:53:22.869796 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-51c8d13e-f669-4034-a39f-ed7694616833 req-793b5cca-5986-45b1-8004-a3bdb429cf82 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176011 Apr 20 14:53:22.957184 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ff0cab35-c2d7-47ea-a58c-287a5b2e3cee req-ff12a99d-33b9-4fc2-bcb9-744ace4e3c2a service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3579605 Apr 20 14:53:23.115090 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 58bf4358-c596-4c96-8ccb-47886555b382, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=58bf4358-c596-4c96-8ccb-47886555b382,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:53:23.136198 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': '58bf4358-c596-4c96-8ccb-47886555b382', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'port_id': '58bf4358-c596-4c96-8ccb-47886555b382', 'mac_address': 'fa:16:3e:e5:5e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:53:23.172747 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port bcacdef1-1110-45f2-9ec6-75877da296b7 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:53:23.188362 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port bcacdef1-1110-45f2-9ec6-75877da296b7 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:53:23.188770 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-eae06bbc-a30d-4832-be87-fcf8c8c0dd4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:23.188912 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:23.227710 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-eae06bbc-a30d-4832-be87-fcf8c8c0dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:23.244489 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d51ba7dd-9cfb-47b2-9546-9d847333185e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:23.247757 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:23.279649 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58bf4358-c596-4c96-8ccb-47886555b382 {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:53:23.303914 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a74bf14c-3234-4f8b-9cb1-8269ac6de592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for subnet, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:23.306620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 58bf4358-c596-4c96-8ccb-47886555b382, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=58bf4358-c596-4c96-8ccb-47886555b382,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:53:23.311599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:23.342261 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-eae06bbc-a30d-4832-be87-fcf8c8c0dd4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=460dd94d3da74498aa11ef02952c73e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5054083 Apr 20 14:53:23.346421 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:23.351957 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae06bbc-a30d-4832-be87-fcf8c8c0dd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac407a58-b6f2-40db-8b35-2f6f144e11ee,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:23.358137 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:23.360441 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 43354) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:23.361796 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74bf14c-3234-4f8b-9cb1-8269ac6de592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b40f7c78-524a-40e4-9d95-b7d5f19c3ec9,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:23.363250 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-eae06bbc-a30d-4832-be87-fcf8c8c0dd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:23.378235 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-06d070b4-f21e-4e0c-af8a-c2470cad56c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036727916626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3950722'] for subnet, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:23.391311 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a74bf14c-3234-4f8b-9cb1-8269ac6de592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:23.391468 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:23.401405 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a74bf14c-3234-4f8b-9cb1-8269ac6de592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:23.413467 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-a74bf14c-3234-4f8b-9cb1-8269ac6de592 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b40f7c78-524a-40e4-9d95-b7d5f19c3ec9 HTTP/1.1" status: 204 len: 168 time: 1.1151435 Apr 20 14:53:23.418450 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 43360) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:23.446096 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-06d070b4-f21e-4e0c-af8a-c2470cad56c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:23.457445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d070b4-f21e-4e0c-af8a-c2470cad56c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2b75775-49ff-4f22-9c17-4a0e3c0f4f92,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:23.463756 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-06d070b4-f21e-4e0c-af8a-c2470cad56c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:23.474702 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-06d070b4-f21e-4e0c-af8a-c2470cad56c9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f2b75775-49ff-4f22-9c17-4a0e3c0f4f92 HTTP/1.1" status: 204 len: 168 time: 1.8838198 Apr 20 14:53:23.476918 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43364) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:23.530400 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:23.620677 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=58bf4358-c596-4c96-8ccb-47886555b382,revision_number=9']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:23.626048 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:23.641623 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab19490-f831-4e42-93d6-1737ebe55dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcacdef1-1110-45f2-9ec6-75877da296b7'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:53:23.649551 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port bcacdef1-1110-45f2-9ec6-75877da296b7, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bcacdef1-1110-45f2-9ec6-75877da296b7,segment=NetworkSegment(fadafd5a-25f8-406f-8826-c15f0826ddcf),segment_id=fadafd5a-25f8-406f-8826-c15f0826ddcf)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:53:23.681932 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['58bf4358-c596-4c96-8ccb-47886555b382'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:53:23.730117 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-55237f34-0712-4730-b365-416753d7b95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854139803'] for network, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:23.814842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dc65e6bf-b398-4faf-a125-4c8917a99de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:23.848204 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854139803'] for network, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:23.915393 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dc65e6bf-b398-4faf-a125-4c8917a99de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:23.920594 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab19490-f831-4e42-93d6-1737ebe55dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcacdef1-1110-45f2-9ec6-75877da296b7', 'code': 200} Apr 20 14:53:23.929420 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:23.939378 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:24.020741 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=bcacdef1-1110-45f2-9ec6-75877da296b7,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:24.026097 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:24.046732 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-55237f34-0712-4730-b365-416753d7b95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772988', 'neutron.services.segments.db._delete_segments_for_network-8751737199731'] for network, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:24.269131 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-55237f34-0712-4730-b365-416753d7b95e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582c3f9d-6c8f-4e30-8505-5d6d410b31fc']}} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:53:24.288956 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-55237f34-0712-4730-b365-416753d7b95e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f98ecb0-7613-4857-9ede-7f7a31ba1e0d') {'for_net_delete': True} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:53:24.289288 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-55237f34-0712-4730-b365-416753d7b95e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f98ecb0-7613-4857-9ede-7f7a31ba1e0d') {} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:53:24.293473 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4e669-2c5d-4cc5-977f-89c68b75693b req-d9b292b4-c597-450b-8284-418f179c49cc tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:24.295255 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6ee4e669-2c5d-4cc5-977f-89c68b75693b req-d9b292b4-c597-450b-8284-418f179c49cc tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 945 time: 0.6800551 Apr 20 14:53:24.304189 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-55237f34-0712-4730-b365-416753d7b95e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285117414499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728217'] for segment, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:24.399675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-55237f34-0712-4730-b365-416753d7b95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:24.412750 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55237f34-0712-4730-b365-416753d7b95e admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=86499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 14:53:24.634565 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-55237f34-0712-4730-b365-416753d7b95e admin admin] Network 582c3f9d-6c8f-4e30-8505-5d6d410b31fc has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:53:24.645050 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-55237f34-0712-4730-b365-416753d7b95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854042056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126858253'] for segment, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:24.694458 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772988', 'neutron.services.segments.db._delete_segments_for_network-8751737199731'] for network, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:24.821454 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6ee4e669-2c5d-4cc5-977f-89c68b75693b req-7b2c1800-aef3-45c4-893a-96ba0f75bb67 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971803 Apr 20 14:53:24.863366 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 58bf4358-c596-4c96-8ccb-47886555b382 up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:53:24.887546 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86498) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:53:24.887837 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86498) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:53:24.888731 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86498) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:53:24.889095 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Subscribe: > port after_create 55550000 {{(pid=86498) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:53:24.889450 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Subscribe: > port after_delete 55550000 {{(pid=86498) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:53:24.889852 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Subscribe: > port after_update 55550000 {{(pid=86498) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:53:24.890214 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86498) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:53:24.890579 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86498) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:53:24.890995 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86498) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:53:24.891359 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86498) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:53:24.916486 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-55237f34-0712-4730-b365-416753d7b95e admin admin] Network 582c3f9d-6c8f-4e30-8505-5d6d410b31fc has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:53:24.952803 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port 58bf4358-c596-4c96-8ccb-47886555b382 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:53:24.953238 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: Traceback (most recent call last): Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: timer() Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: cb(*args, **kw) Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: return func(*args, **kwargs) Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: self._notify() Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: self.callback(batched_events) Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: event.method(event) Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: segment_id)['aggregates'][0] Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: return f(self, *a, **k) Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: return self._get(url).json() Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: **kwargs) Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: return self.request(url, 'GET', **kwargs) Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: **endpoint_filter) Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:53:24.958524 dv-cinder-742162-4-smb neutron-server[86383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:53:25.061055 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86498) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:53:25.061749 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86498) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:53:25.062389 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86498) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:53:25.063118 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86498) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 20 14:53:25.063764 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2de1ad53-73ff-470a-ad27-ae39795b329a']}} {{(pid=86498) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:53:25.092629 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dc65e6bf-b398-4faf-a125-4c8917a99de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:25.096484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:25.111879 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cdc3924-95b5-4426-9883-8d7fb5117988') {'for_net_delete': True} {{(pid=86498) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:53:25.112439 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cdc3924-95b5-4426-9883-8d7fb5117988') {} {{(pid=86498) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:53:25.126474 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:25.153947 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 58bf4358-c596-4c96-8ccb-47886555b382, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=58bf4358-c596-4c96-8ccb-47886555b382,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:53:25.166176 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a22cae-0d30-4159-a493-109d1d89120b req-8a0e8ab3-ed98-4eff-896e-55fef3225388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:25.169010 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-88a22cae-0d30-4159-a493-109d1d89120b req-8a0e8ab3-ed98-4eff-896e-55fef3225388 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 1098 time: 0.9670546 Apr 20 14:53:25.174369 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285117414499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2733048'] for segment, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:25.177138 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-55237f34-0712-4730-b365-416753d7b95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854002828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808770'] for network, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:25.181967 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ba3dc07c-a2b2-43d9-a68c-7c58b908a407 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:25.187971 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65e6bf-b398-4faf-a125-4c8917a99de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac407a58-b6f2-40db-8b35-2f6f144e11ee,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:25.197196 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-55237f34-0712-4730-b365-416753d7b95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:25.206056 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745ad6b-638b-41f8-a4f4-85bc7f298c9e req-3cad1718-21a3-44f4-bb76-a5be23c9723e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:25.207795 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d745ad6b-638b-41f8-a4f4-85bc7f298c9e req-3cad1718-21a3-44f4-bb76-a5be23c9723e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 944 time: 1.0034366 Apr 20 14:53:25.208908 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-dc65e6bf-b398-4faf-a125-4c8917a99de1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:25.210156 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55237f34-0712-4730-b365-416753d7b95e admin admin] Pushing event deleted for resources: {'Network': ['ID=582c3f9d-6c8f-4e30-8505-5d6d410b31fc,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:25.214046 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-55237f34-0712-4730-b365-416753d7b95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:25.229006 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:25.232354 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:25.236827 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dc65e6bf-b398-4faf-a125-4c8917a99de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:25.238754 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-dc65e6bf-b398-4faf-a125-4c8917a99de1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac407a58-b6f2-40db-8b35-2f6f144e11ee HTTP/1.1" status: 204 len: 168 time: 1.8727582 Apr 20 14:53:25.243123 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:25.273798 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-55237f34-0712-4730-b365-416753d7b95e admin admin] 10.222.0.21 "DELETE /v2.0/networks/582c3f9d-6c8f-4e30-8505-5d6d410b31fc HTTP/1.1" status: 204 len: 168 time: 1.7941530 Apr 20 14:53:25.284144 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=86498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 14:53:25.361506 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=58bf4358-c596-4c96-8ccb-47886555b382,revision_number=10']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:25.366407 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:25.392923 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-88a22cae-0d30-4159-a493-109d1d89120b req-27d72d3d-9aec-4813-90ba-4ac7370fe3e6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023447 Apr 20 14:53:25.401933 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d745ad6b-638b-41f8-a4f4-85bc7f298c9e req-97fcbe59-3a84-494d-bda4-f23725d5951c tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723900 Apr 20 14:53:25.520896 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Network 2de1ad53-73ff-470a-ad27-ae39795b329a has no segments {{(pid=86498) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:53:25.531411 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854042056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126621125'] for segment, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:25.582687 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43378) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:25.661737 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-e883e95b-7617-4fda-8389-4c4c7a777a57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bfbd4fdd7d16445b92d63cdbcbcba659&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0767605 Apr 20 14:53:25.665911 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43382) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:25.735993 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Network 2de1ad53-73ff-470a-ad27-ae39795b329a has no segments {{(pid=86498) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:53:25.751029 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-99bb7de6-0acd-4df4-a1b3-bf4a5a7bce08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: from cryptography.utils import int_from_bytes Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: from cryptography.utils import int_from_bytes Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: (rel_b, rel_a, rel_b), Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: (rel_b, rel_a, rel_b), Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: Traceback (most recent call last): Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: timer() Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: cb(*args, **kw) Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: return func(*args, **kwargs) Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: self._notify() Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: self.callback(batched_events) Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: event.method(event) Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: segment_id)['aggregates'][0] Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: return f(self, *a, **k) Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: return self._get(url).json() Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: **kwargs) Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: return self.request(url, 'GET', **kwargs) Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: **endpoint_filter) Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:53:25.767769 dv-cinder-742162-4-smb neutron-server[86383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:53:25.791045 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-99bb7de6-0acd-4df4-a1b3-bf4a5a7bce08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:25.922282 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf4358-c596-4c96-8ccb-47886555b382'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:53:25.978514 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58bf4358-c596-4c96-8ccb-47886555b382', 'code': 200} Apr 20 14:53:26.054134 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854002828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808770'] for network, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:26.054498 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-99bb7de6-0acd-4df4-a1b3-bf4a5a7bce08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:26.063416 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:26.065049 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bfe08a41-8b72-487b-8be1-e22ce68d2286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:26.084602 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb7de6-0acd-4df4-a1b3-bf4a5a7bce08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c162184-c3e2-4e6e-b318-725b37ad78f4,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:26.091932 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-99bb7de6-0acd-4df4-a1b3-bf4a5a7bce08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:26.136212 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:26.137939 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-99bb7de6-0acd-4df4-a1b3-bf4a5a7bce08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:26.143034 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-99bb7de6-0acd-4df4-a1b3-bf4a5a7bce08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c162184-c3e2-4e6e-b318-725b37ad78f4 HTTP/1.1" status: 204 len: 168 time: 0.4729028 Apr 20 14:53:26.146506 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=2de1ad53-73ff-470a-ad27-ae39795b329a,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:26.158124 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:26.197370 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-34d842a1-cbc5-4fbd-9fa8-dc0c3cbb1bdd admin admin] 10.222.0.21 "DELETE /v2.0/networks/2de1ad53-73ff-470a-ad27-ae39795b329a HTTP/1.1" status: 204 len: 168 time: 2.7773564 Apr 20 14:53:26.213067 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1f02c-bdf5-4b0f-9b78-8c344967951a req-43808e2c-d9b0-45ac-beb5-169748883a7d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:26.214822 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c1e1f02c-bdf5-4b0f-9b78-8c344967951a req-43808e2c-d9b0-45ac-beb5-169748883a7d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 945 time: 0.1312990 Apr 20 14:53:26.228874 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43394) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:26.252304 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7bb8edef-73c7-4d9f-8d53-5d3b773f8a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:26.270990 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-7bb8edef-73c7-4d9f-8d53-5d3b773f8a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:53:26.279202 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-7bb8edef-73c7-4d9f-8d53-5d3b773f8a9f admin admin] Usage tracker for resource:security_group_rule and tenant:0a40ae50e7144e13ba05198ff3556eb8 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:53:26.284501 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-7bb8edef-73c7-4d9f-8d53-5d3b773f8a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:53:26.293282 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-7bb8edef-73c7-4d9f-8d53-5d3b773f8a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:53:26.336265 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c1e1f02c-bdf5-4b0f-9b78-8c344967951a req-32a3b82a-91a9-4e2a-bde5-2344da95fee4 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937493 Apr 20 14:53:26.741452 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7bb8edef-73c7-4d9f-8d53-5d3b773f8a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:26.742567 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43408) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:26.755458 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afcbfd-652a-486b-b6b4-4e5cf9c09afa req-581e5bdd-6d8c-435c-a551-cb357f2a8d51 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:26.759766 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a9afcbfd-652a-486b-b6b4-4e5cf9c09afa req-581e5bdd-6d8c-435c-a551-cb357f2a8d51 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 946 time: 0.1280420 Apr 20 14:53:26.811648 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-86bab4f0-59eb-498d-9205-5895cdb8d213 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c70a1afb8e724b40862c7a8ecdf69629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0675192 Apr 20 14:53:26.813270 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43414) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:26.817317 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7bb8edef-73c7-4d9f-8d53-5d3b773f8a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:26.839120 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-cd05fc2a-a9af-4a54-a1ae-19c3205ed777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:26.934756 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-7bb8edef-73c7-4d9f-8d53-5d3b773f8a9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a40ae50e7144e13ba05198ff3556eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7044034 Apr 20 14:53:26.938767 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43418) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:26.945221 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8edef-73c7-4d9f-8d53-5d3b773f8a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f2e5a2-0db4-48bf-bc1c-a0e1de7f0acf,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:26.949000 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7bb8edef-73c7-4d9f-8d53-5d3b773f8a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:26.991788 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4076cd2b-bdbc-4900-9d38-db6a493e2548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:26.992029 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a9afcbfd-652a-486b-b6b4-4e5cf9c09afa req-79f77ffd-8cd7-4f7d-af49-3d30b42e46f2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153511 Apr 20 14:53:27.063743 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4076cd2b-bdbc-4900-9d38-db6a493e2548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:27.064466 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f02cff-ed2e-446d-ae14-56ec7de7b2d6 req-5634422b-c43f-4f04-bc2c-4d7a8801648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:27.067368 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e0f02cff-ed2e-446d-ae14-56ec7de7b2d6 req-5634422b-c43f-4f04-bc2c-4d7a8801648a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 1099 time: 0.2459753 Apr 20 14:53:27.071888 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f0ab0537-22c0-4524-8548-9baea8701ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:27.132121 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f0ab0537-22c0-4524-8548-9baea8701ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:27.154111 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e0f02cff-ed2e-446d-ae14-56ec7de7b2d6 req-93dbf5a1-7920-49de-9051-6f4543a10482 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783708 Apr 20 14:53:27.276362 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f0ab0537-22c0-4524-8548-9baea8701ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:27.280937 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4076cd2b-bdbc-4900-9d38-db6a493e2548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:27.287525 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8dc2b53f-3539-4ee7-bc2c-ac62685942da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:27.309843 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab0537-22c0-4524-8548-9baea8701ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f2e5a2-0db4-48bf-bc1c-a0e1de7f0acf,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:27.335458 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076cd2b-bdbc-4900-9d38-db6a493e2548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a8621a-8a36-4988-83dc-b656ab60a42b,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:27.338795 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4076cd2b-bdbc-4900-9d38-db6a493e2548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:27.340090 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-4076cd2b-bdbc-4900-9d38-db6a493e2548 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49a8621a-8a36-4988-83dc-b656ab60a42b HTTP/1.1" status: 204 len: 168 time: 0.5256824 Apr 20 14:53:27.341736 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4076cd2b-bdbc-4900-9d38-db6a493e2548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:27.342381 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-eae06bbc-a30d-4832-be87-fcf8c8c0dd4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:27.342849 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-eae06bbc-a30d-4832-be87-fcf8c8c0dd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:27.343962 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f0ab0537-22c0-4524-8548-9baea8701ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:27.345311 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f0ab0537-22c0-4524-8548-9baea8701ee2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10f2e5a2-0db4-48bf-bc1c-a0e1de7f0acf HTTP/1.1" status: 204 len: 168 time: 0.4017086 Apr 20 14:53:27.655043 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da7548-a7c1-4a5c-8b58-da5fdc396ae2 req-57784db4-09cf-4367-9f58-be7a0d163c29 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:27.657499 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-18da7548-a7c1-4a5c-8b58-da5fdc396ae2 req-57784db4-09cf-4367-9f58-be7a0d163c29 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 945 time: 0.1094630 Apr 20 14:53:27.722706 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-18da7548-a7c1-4a5c-8b58-da5fdc396ae2 req-a523a76b-5b63-4a18-beba-0e78a0ccff3d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580428 Apr 20 14:53:28.465180 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce9e9b-7429-4fa2-940d-18fd9cdc6301 req-cc744aec-7911-43c5-9370-df63cc577409 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:28.479697 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e9ce9e9b-7429-4fa2-940d-18fd9cdc6301 req-cc744aec-7911-43c5-9370-df63cc577409 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 946 time: 0.2330747 Apr 20 14:53:28.548380 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e9ce9e9b-7429-4fa2-940d-18fd9cdc6301 req-339279da-7167-4ae9-8bce-8a32c02279d9 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660503 Apr 20 14:53:29.935650 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149707e-5c33-4a4e-9777-a321500057dc req-b085cb1b-f589-47e1-a30f-559fb343015c tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:29.943847 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b149707e-5c33-4a4e-9777-a321500057dc req-b085cb1b-f589-47e1-a30f-559fb343015c tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 946 time: 0.1951203 Apr 20 14:53:30.049187 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b149707e-5c33-4a4e-9777-a321500057dc req-17e5c0e8-0f08-4086-9046-21ab9851ecc1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995851 Apr 20 14:53:31.106607 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 43602) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:31.314079 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:31.341142 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:53:31.355870 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Usage tracker for resource:security_group_rule and tenant:3ddb9fd0fed3435a9e3a54812970f704 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:53:31.363649 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:53:31.383009 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:53:31.449428 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a07ed2-052e-4e44-a101-c1cc07542eb5 req-8f69916c-3c5c-400a-bb7e-b3ff0c33e5d5 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:31.451565 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-77a07ed2-052e-4e44-a101-c1cc07542eb5 req-8f69916c-3c5c-400a-bb7e-b3ff0c33e5d5 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 946 time: 0.2228308 Apr 20 14:53:31.517189 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43612) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:31.576787 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-77a07ed2-052e-4e44-a101-c1cc07542eb5 req-d7615cfe-80ab-4ddc-8a0b-04940f72cb4e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068397 Apr 20 14:53:31.654686 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:31.716567 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:31.731871 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-37ab6732-6d38-49db-a636-8d6c200af9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:31.745991 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:31.771804 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:53:31.777416 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Usage tracker for resource:security_group_rule and tenant:56a39ea524a646c190f6c00996d6e8b3 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:53:31.781651 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:53:31.792100 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:53:31.802106 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ddb9fd0fed3435a9e3a54812970f704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6924579 Apr 20 14:53:31.805408 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b1fff0-270f-414d-9131-43f49ea3c2f2,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:31.806244 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43618) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:31.820308 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:31.820947 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:31.821531 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:31.821999 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:31.822454 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:31.822949 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:31.823402 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:31.824010 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:31.824503 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:31.825088 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:31.825564 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:31.826002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:31.831489 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:31.912218 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5bdfef07-486c-4a16-bfeb-6a65b8c25ef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:31.971267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5bdfef07-486c-4a16-bfeb-6a65b8c25ef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:32.019680 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:32.054671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:32.072387 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-75356b57-2daa-436b-9906-67c5499a7dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:32.098200 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5bdfef07-486c-4a16-bfeb-6a65b8c25ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:32.172849 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56a39ea524a646c190f6c00996d6e8b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6540384 Apr 20 14:53:32.176987 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 43622) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:32.189961 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd93a499-109d-4614-86b4-b0f416a5eec6,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:32.205810 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5bdfef07-486c-4a16-bfeb-6a65b8c25ef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:32.207354 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-5bdfef07-486c-4a16-bfeb-6a65b8c25ef5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48b1fff0-270f-414d-9131-43f49ea3c2f2 HTTP/1.1" status: 204 len: 168 time: 0.3996949 Apr 20 14:53:32.210089 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:32.210813 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:32.211495 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:32.212222 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:32.212918 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:32.213603 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:32.214291 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:32.214975 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:32.215614 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:32.216304 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:32.217109 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:32.218154 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:53:32.227999 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9f22626f-f333-4e0a-8621-1d39069ff1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:32.230887 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0e1b9bcb-6ece-487e-b4fb-f0d86b34b830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.104s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:32.255193 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdfef07-486c-4a16-bfeb-6a65b8c25ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b1fff0-270f-414d-9131-43f49ea3c2f2,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:32.258821 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5bdfef07-486c-4a16-bfeb-6a65b8c25ef5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:32.308954 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fb3aea8e-a11d-46f8-bc1b-de074f2be160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:32.341823 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fb3aea8e-a11d-46f8-bc1b-de074f2be160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:32.447755 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fb3aea8e-a11d-46f8-bc1b-de074f2be160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:32.457899 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:32.484633 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3aea8e-a11d-46f8-bc1b-de074f2be160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd93a499-109d-4614-86b4-b0f416a5eec6,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:32.495732 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fb3aea8e-a11d-46f8-bc1b-de074f2be160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:32.519312 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fb3aea8e-a11d-46f8-bc1b-de074f2be160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:32.525677 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-fb3aea8e-a11d-46f8-bc1b-de074f2be160 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd93a499-109d-4614-86b4-b0f416a5eec6 HTTP/1.1" status: 204 len: 168 time: 0.3425481 Apr 20 14:53:32.899463 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8dfb4-9d5a-4470-93c2-b45476c68463 req-6b0362e7-2668-4a57-a970-5a43b666858a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:32.901156 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f3d8dfb4-9d5a-4470-93c2-b45476c68463 req-6b0362e7-2668-4a57-a970-5a43b666858a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 946 time: 0.1370049 Apr 20 14:53:32.916891 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43638) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:32.945472 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6e0013c7-3a59-4cf9-beec-b7631df0195d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:32.972301 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f3d8dfb4-9d5a-4470-93c2-b45476c68463 req-a670be8c-9286-44b7-bd7f-4f5a5a9dfc42 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552101 Apr 20 14:53:32.978457 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-6e0013c7-3a59-4cf9-beec-b7631df0195d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:53:32.987550 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-6e0013c7-3a59-4cf9-beec-b7631df0195d admin admin] Usage tracker for resource:security_group_rule and tenant:59dc0af13f444b1d9a29dd723862a894 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:53:32.993587 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-6e0013c7-3a59-4cf9-beec-b7631df0195d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:53:33.003694 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-6e0013c7-3a59-4cf9-beec-b7631df0195d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:53:33.151811 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6e0013c7-3a59-4cf9-beec-b7631df0195d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:33.184096 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6e0013c7-3a59-4cf9-beec-b7631df0195d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:33.195306 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8217ea43-7cf4-480f-811d-577e5382c5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:33.246529 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-6e0013c7-3a59-4cf9-beec-b7631df0195d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59dc0af13f444b1d9a29dd723862a894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282938 Apr 20 14:53:33.247740 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0013c7-3a59-4cf9-beec-b7631df0195d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b80a4e-e2e2-49cc-81fe-6a8920dadc0b,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:33.250227 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 43644) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:33.252110 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6e0013c7-3a59-4cf9-beec-b7631df0195d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:33.360016 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43648) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:33.372670 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f34bad44-86bf-44af-b947-f89c16c235f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:33.386130 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-35506936-9ffd-4570-a2be-9b90a0b596c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:33.411376 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-35506936-9ffd-4570-a2be-9b90a0b596c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:53:33.417171 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f34bad44-86bf-44af-b947-f89c16c235f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:33.419201 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-35506936-9ffd-4570-a2be-9b90a0b596c3 admin admin] Usage tracker for resource:security_group_rule and tenant:04f049fa1cb34d70a74d314010d6e45d is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:53:33.425019 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-35506936-9ffd-4570-a2be-9b90a0b596c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:53:33.435105 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-35506936-9ffd-4570-a2be-9b90a0b596c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:53:33.510041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f34bad44-86bf-44af-b947-f89c16c235f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:33.518068 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:33.542011 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34bad44-86bf-44af-b947-f89c16c235f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b80a4e-e2e2-49cc-81fe-6a8920dadc0b,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:33.546740 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f34bad44-86bf-44af-b947-f89c16c235f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:33.554126 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f34bad44-86bf-44af-b947-f89c16c235f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:33.575040 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f34bad44-86bf-44af-b947-f89c16c235f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60b80a4e-e2e2-49cc-81fe-6a8920dadc0b HTTP/1.1" status: 204 len: 168 time: 0.3083012 Apr 20 14:53:33.575360 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-35506936-9ffd-4570-a2be-9b90a0b596c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:33.607977 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-35506936-9ffd-4570-a2be-9b90a0b596c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:33.630248 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b310ed26-d17a-46af-99bb-9e1e900a15f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:33.730022 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-35506936-9ffd-4570-a2be-9b90a0b596c3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04f049fa1cb34d70a74d314010d6e45d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680692 Apr 20 14:53:33.732955 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43656) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:33.736611 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35506936-9ffd-4570-a2be-9b90a0b596c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2273cf0-d2df-4581-862c-28bfe168af80,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:33.761942 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-35506936-9ffd-4570-a2be-9b90a0b596c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:33.821542 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e47-3b22-4a8b-9b7f-4804fac22e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:33.854916 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e47-3b22-4a8b-9b7f-4804fac22e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:33.933508 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e47-3b22-4a8b-9b7f-4804fac22e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:33.943374 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e5978ded-4363-4121-a7e1-62e1f03e0cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:33.970306 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c57e47-3b22-4a8b-9b7f-4804fac22e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2273cf0-d2df-4581-862c-28bfe168af80,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:33.977902 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a6c57e47-3b22-4a8b-9b7f-4804fac22e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:33.991671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a6c57e47-3b22-4a8b-9b7f-4804fac22e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:33.993846 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-a6c57e47-3b22-4a8b-9b7f-4804fac22e1b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2273cf0-d2df-4581-862c-28bfe168af80 HTTP/1.1" status: 204 len: 168 time: 0.2595384 Apr 20 14:53:37.912373 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 43778) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:38.089372 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bb2686ae-1272-491b-aa26-8e9052cb355a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:38.107192 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-bb2686ae-1272-491b-aa26-8e9052cb355a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:53:38.111747 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-bb2686ae-1272-491b-aa26-8e9052cb355a admin admin] Usage tracker for resource:security_group_rule and tenant:80bfa7eb9198417fa7ac8ded7fb1b92b is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:53:38.114977 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-bb2686ae-1272-491b-aa26-8e9052cb355a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:53:38.122082 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-bb2686ae-1272-491b-aa26-8e9052cb355a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:53:38.259776 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bb2686ae-1272-491b-aa26-8e9052cb355a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:38.296652 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bb2686ae-1272-491b-aa26-8e9052cb355a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:38.314816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-30e2343a-63ca-4672-99c2-5de6c707330b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:38.375251 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-bb2686ae-1272-491b-aa26-8e9052cb355a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80bfa7eb9198417fa7ac8ded7fb1b92b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4616585 Apr 20 14:53:38.376140 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2686ae-1272-491b-aa26-8e9052cb355a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32505bd-dfcb-4032-b5e7-dedb3ee00068,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:38.379727 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bb2686ae-1272-491b-aa26-8e9052cb355a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:38.380719 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43786) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:38.459149 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-99dd4d86-0485-473c-882b-e75cb43b2504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:38.503302 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-99dd4d86-0485-473c-882b-e75cb43b2504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:38.604469 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-99dd4d86-0485-473c-882b-e75cb43b2504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:38.612708 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-99bb7de6-0acd-4df4-a1b3-bf4a5a7bce08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:38.625575 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd4d86-0485-473c-882b-e75cb43b2504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32505bd-dfcb-4032-b5e7-dedb3ee00068,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:38.628405 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-99dd4d86-0485-473c-882b-e75cb43b2504 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:38.636341 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-99dd4d86-0485-473c-882b-e75cb43b2504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:38.638914 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-99dd4d86-0485-473c-882b-e75cb43b2504 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e32505bd-dfcb-4032-b5e7-dedb3ee00068 HTTP/1.1" status: 204 len: 168 time: 0.2568016 Apr 20 14:53:39.310668 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43806) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:39.338580 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-703b7a5a-b05c-4172-bbe9-f2dbdd4aae6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:39.360399 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-703b7a5a-b05c-4172-bbe9-f2dbdd4aae6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:53:39.366028 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-703b7a5a-b05c-4172-bbe9-f2dbdd4aae6a admin admin] Usage tracker for resource:security_group_rule and tenant:f0bab044402f4d64ac1de85072a6f4da is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:53:39.370203 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-703b7a5a-b05c-4172-bbe9-f2dbdd4aae6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:53:39.382059 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-703b7a5a-b05c-4172-bbe9-f2dbdd4aae6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:53:39.498522 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-703b7a5a-b05c-4172-bbe9-f2dbdd4aae6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:39.547589 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-703b7a5a-b05c-4172-bbe9-f2dbdd4aae6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:39.566851 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-abe95939-b827-484f-a089-301d175e17eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:39.656197 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-703b7a5a-b05c-4172-bbe9-f2dbdd4aae6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0bab044402f4d64ac1de85072a6f4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430319 Apr 20 14:53:39.659090 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 43816) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:39.659700 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b7a5a-b05c-4172-bbe9-f2dbdd4aae6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee244b1-0518-4d49-9ff4-5d95fddd4e5d,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:39.663972 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-703b7a5a-b05c-4172-bbe9-f2dbdd4aae6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:39.746510 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c0e75679-2546-440a-b6d9-77a69f194a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:39.782657 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c0e75679-2546-440a-b6d9-77a69f194a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:39.863696 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c0e75679-2546-440a-b6d9-77a69f194a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:39.869330 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4c1d601a-466d-4979-b557-6e52c35e9ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:39.885160 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e75679-2546-440a-b6d9-77a69f194a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee244b1-0518-4d49-9ff4-5d95fddd4e5d,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:39.890238 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c0e75679-2546-440a-b6d9-77a69f194a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:39.896711 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c0e75679-2546-440a-b6d9-77a69f194a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:39.898079 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-c0e75679-2546-440a-b6d9-77a69f194a1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ee244b1-0518-4d49-9ff4-5d95fddd4e5d HTTP/1.1" status: 204 len: 168 time: 0.2378936 Apr 20 14:53:40.465882 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:53:40.470195 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-336d7255-9032-400e-ae1d-f299af3ebbbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:42.349416 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43904) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:42.494696 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43912) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:42.571904 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f677f057-82a7-4664-aa42-315e3e975a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:42.589788 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-f677f057-82a7-4664-aa42-315e3e975a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:53:42.595101 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-f677f057-82a7-4664-aa42-315e3e975a2f admin admin] Usage tracker for resource:security_group_rule and tenant:59f57a21420e42c898100bea41d936a5 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:53:42.598339 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-f677f057-82a7-4664-aa42-315e3e975a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:53:42.620704 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-f677f057-82a7-4664-aa42-315e3e975a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:53:42.627012 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-53f4ccad-7acc-4cb8-8f1d-dea7a3726d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:42.658739 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-53f4ccad-7acc-4cb8-8f1d-dea7a3726d73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:53:42.668101 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-53f4ccad-7acc-4cb8-8f1d-dea7a3726d73 admin admin] Usage tracker for resource:security_group_rule and tenant:cc254ead3ea64632b6fa4e2c7bda672c is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:53:42.674623 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-53f4ccad-7acc-4cb8-8f1d-dea7a3726d73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:53:42.683833 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-53f4ccad-7acc-4cb8-8f1d-dea7a3726d73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:53:42.802125 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f677f057-82a7-4664-aa42-315e3e975a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:42.848096 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-53f4ccad-7acc-4cb8-8f1d-dea7a3726d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:42.849288 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f677f057-82a7-4664-aa42-315e3e975a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:42.858818 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:42.885788 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-53f4ccad-7acc-4cb8-8f1d-dea7a3726d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:42.926007 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f677f057-82a7-4664-aa42-315e3e975a2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59f57a21420e42c898100bea41d936a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4300148 Apr 20 14:53:42.931282 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 43920) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:42.934430 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677f057-82a7-4664-aa42-315e3e975a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0c50bb-3dad-4146-bb24-9bbc7c19a7cc,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:42.938662 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f677f057-82a7-4664-aa42-315e3e975a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:42.943082 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bbf47716-89d4-4f2a-b24d-9832a463e523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:42.964134 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-53f4ccad-7acc-4cb8-8f1d-dea7a3726d73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc254ead3ea64632b6fa4e2c7bda672c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6131327 Apr 20 14:53:42.964820 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43924) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:43.003195 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4ccad-7acc-4cb8-8f1d-dea7a3726d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bcbefa-48c9-45fa-812c-11e0671113d0,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:43.006632 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-53f4ccad-7acc-4cb8-8f1d-dea7a3726d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:43.039959 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7ae0577f-e9d9-4025-926f-fa14ca58a8f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:43.060278 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-66c7d07c-1c74-4156-8a54-0924a833ff25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:43.064457 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ff3268d3-30b9-4b1b-a4d3-e40d64c68ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:43.098274 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7ae0577f-e9d9-4025-926f-fa14ca58a8f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:43.098602 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-66c7d07c-1c74-4156-8a54-0924a833ff25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:43.187830 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-66c7d07c-1c74-4156-8a54-0924a833ff25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:43.193391 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-2ea04603-52a8-431c-bd0c-676b26546d6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:43.209637 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7d07c-1c74-4156-8a54-0924a833ff25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bcbefa-48c9-45fa-812c-11e0671113d0,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:43.210189 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7ae0577f-e9d9-4025-926f-fa14ca58a8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:43.212181 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-66c7d07c-1c74-4156-8a54-0924a833ff25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:43.222488 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4d9abe05-7c50-46d0-96e8-c18a22fe81c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:43.223896 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-66c7d07c-1c74-4156-8a54-0924a833ff25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:43.225547 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-66c7d07c-1c74-4156-8a54-0924a833ff25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23bcbefa-48c9-45fa-812c-11e0671113d0 HTTP/1.1" status: 204 len: 168 time: 0.2570179 Apr 20 14:53:43.250157 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae0577f-e9d9-4025-926f-fa14ca58a8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0c50bb-3dad-4146-bb24-9bbc7c19a7cc,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:43.253961 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7ae0577f-e9d9-4025-926f-fa14ca58a8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:43.258261 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7ae0577f-e9d9-4025-926f-fa14ca58a8f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:43.260419 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-7ae0577f-e9d9-4025-926f-fa14ca58a8f5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f0c50bb-3dad-4146-bb24-9bbc7c19a7cc HTTP/1.1" status: 204 len: 168 time: 0.3276966 Apr 20 14:53:43.937017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 43946) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:43.971539 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-62f565b3-bae1-4ca1-9aa3-76a46863b43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:44.003176 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-62f565b3-bae1-4ca1-9aa3-76a46863b43a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:53:44.010883 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-62f565b3-bae1-4ca1-9aa3-76a46863b43a admin admin] Usage tracker for resource:security_group_rule and tenant:c089e290ae9e4bdda7b09e39dd68235f is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:53:44.016832 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-62f565b3-bae1-4ca1-9aa3-76a46863b43a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:53:44.028779 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-62f565b3-bae1-4ca1-9aa3-76a46863b43a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:53:44.197349 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-62f565b3-bae1-4ca1-9aa3-76a46863b43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:44.222531 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:44.244563 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-62f565b3-bae1-4ca1-9aa3-76a46863b43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:44.257499 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a6c57e47-3b22-4a8b-9b7f-4804fac22e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:44.351081 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-62f565b3-bae1-4ca1-9aa3-76a46863b43a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c089e290ae9e4bdda7b09e39dd68235f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080417 Apr 20 14:53:44.351081 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f565b3-bae1-4ca1-9aa3-76a46863b43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903beb58-eb8e-4b14-bcc3-13215b9e7e72,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:44.351378 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 43960) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:44.356195 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-62f565b3-bae1-4ca1-9aa3-76a46863b43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:44.437509 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:44.441377 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3c5ab079-8506-4759-9690-8d52a15be41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:44.481720 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3c5ab079-8506-4759-9690-8d52a15be41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:44.572334 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3c5ab079-8506-4759-9690-8d52a15be41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:44.579590 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bb2686ae-1272-491b-aa26-8e9052cb355a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:44.594905 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ab079-8506-4759-9690-8d52a15be41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903beb58-eb8e-4b14-bcc3-13215b9e7e72,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:44.605415 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3c5ab079-8506-4759-9690-8d52a15be41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:44.606860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3c5ab079-8506-4759-9690-8d52a15be41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:44.613341 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-3c5ab079-8506-4759-9690-8d52a15be41b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/903beb58-eb8e-4b14-bcc3-13215b9e7e72 HTTP/1.1" status: 204 len: 168 time: 0.2572384 Apr 20 14:53:45.584531 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:48.012326 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 44054) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:48.035658 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:48.172074 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8c51d231-8c50-47f8-b576-246015e06c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:48.196935 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-8c51d231-8c50-47f8-b576-246015e06c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:53:48.204842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-8c51d231-8c50-47f8-b576-246015e06c31 admin admin] Usage tracker for resource:security_group_rule and tenant:fed3b3d4cc894640ab74d7210b87fef5 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:53:48.210828 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-8c51d231-8c50-47f8-b576-246015e06c31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:53:48.223978 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-8c51d231-8c50-47f8-b576-246015e06c31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:53:48.338328 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8c51d231-8c50-47f8-b576-246015e06c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:48.381779 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8c51d231-8c50-47f8-b576-246015e06c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:48.390990 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f34bad44-86bf-44af-b947-f89c16c235f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:48.439941 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c51d231-8c50-47f8-b576-246015e06c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4cbf67-3198-4736-971a-5d194f06f969,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:48.447148 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-8c51d231-8c50-47f8-b576-246015e06c31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fed3b3d4cc894640ab74d7210b87fef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4334052 Apr 20 14:53:48.448796 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8c51d231-8c50-47f8-b576-246015e06c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:48.452509 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 44062) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:48.530202 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-76664d7d-8708-44c6-bebe-87b8e11a8ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:48.563411 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-76664d7d-8708-44c6-bebe-87b8e11a8ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:48.669300 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-76664d7d-8708-44c6-bebe-87b8e11a8ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:48.675148 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:48.690599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76664d7d-8708-44c6-bebe-87b8e11a8ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4cbf67-3198-4736-971a-5d194f06f969,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:48.694297 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-76664d7d-8708-44c6-bebe-87b8e11a8ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:48.695873 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-76664d7d-8708-44c6-bebe-87b8e11a8ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:48.697915 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-76664d7d-8708-44c6-bebe-87b8e11a8ef4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d4cbf67-3198-4736-971a-5d194f06f969 HTTP/1.1" status: 204 len: 168 time: 0.2439113 Apr 20 14:53:49.252074 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 44076) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:49.280358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb922-ef08-4eac-b187-0d2e5902ea0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:49.322860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-f9cfb922-ef08-4eac-b187-0d2e5902ea0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:53:49.331706 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-f9cfb922-ef08-4eac-b187-0d2e5902ea0a admin admin] Usage tracker for resource:security_group_rule and tenant:a1338dedbff746d78f5e2d35fd053642 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:53:49.337534 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-f9cfb922-ef08-4eac-b187-0d2e5902ea0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:53:49.350295 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-f9cfb922-ef08-4eac-b187-0d2e5902ea0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:53:49.509787 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb922-ef08-4eac-b187-0d2e5902ea0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:49.535692 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f9cfb922-ef08-4eac-b187-0d2e5902ea0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:49.546860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8224ca18-f38d-48fd-9aed-d99258d3c6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:49.594575 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f9cfb922-ef08-4eac-b187-0d2e5902ea0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a1338dedbff746d78f5e2d35fd053642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3412237 Apr 20 14:53:49.595912 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfb922-ef08-4eac-b187-0d2e5902ea0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1d9bd9-9de6-4aac-9f93-65b7221468b9,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:49.603063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44084) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:49.603312 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f9cfb922-ef08-4eac-b187-0d2e5902ea0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:49.604026 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 44088) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:49.676775 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f6feee33-9b29-452a-a12c-0a1988ac9e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:49.718955 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f6feee33-9b29-452a-a12c-0a1988ac9e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:49.780936 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-77ac6c03-b680-4a35-b456-8f105726723d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:49.803899 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-77ac6c03-b680-4a35-b456-8f105726723d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:53:49.808314 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-77ac6c03-b680-4a35-b456-8f105726723d admin admin] Usage tracker for resource:security_group_rule and tenant:9f91de8725954e8ca37a60bf176f0fa6 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:53:49.811578 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-77ac6c03-b680-4a35-b456-8f105726723d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:53:49.816182 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f6feee33-9b29-452a-a12c-0a1988ac9e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:49.820569 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-77ac6c03-b680-4a35-b456-8f105726723d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:53:49.825517 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f677f057-82a7-4664-aa42-315e3e975a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:49.850107 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6feee33-9b29-452a-a12c-0a1988ac9e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1d9bd9-9de6-4aac-9f93-65b7221468b9,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:49.862638 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f6feee33-9b29-452a-a12c-0a1988ac9e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:49.866361 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f6feee33-9b29-452a-a12c-0a1988ac9e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:49.871171 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f6feee33-9b29-452a-a12c-0a1988ac9e0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e1d9bd9-9de6-4aac-9f93-65b7221468b9 HTTP/1.1" status: 204 len: 168 time: 0.2678897 Apr 20 14:53:49.934182 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-77ac6c03-b680-4a35-b456-8f105726723d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:49.964398 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-77ac6c03-b680-4a35-b456-8f105726723d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:49.977751 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-35168160-2237-44b3-9379-62c12dbd9bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:50.035705 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-77ac6c03-b680-4a35-b456-8f105726723d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f91de8725954e8ca37a60bf176f0fa6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4286849 Apr 20 14:53:50.036979 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac6c03-b680-4a35-b456-8f105726723d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2618f70-3566-4a51-9ecf-0e84587ed944,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:50.038311 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44096) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:50.040871 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-77ac6c03-b680-4a35-b456-8f105726723d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:50.123260 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2b46-0fbb-4a33-aa28-d47cb0d2cdd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:50.153828 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2b46-0fbb-4a33-aa28-d47cb0d2cdd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:50.364000 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2b46-0fbb-4a33-aa28-d47cb0d2cdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:50.372283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4076cd2b-bdbc-4900-9d38-db6a493e2548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:50.388939 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a2b46-0fbb-4a33-aa28-d47cb0d2cdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2618f70-3566-4a51-9ecf-0e84587ed944,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:50.392403 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bb0a2b46-0fbb-4a33-aa28-d47cb0d2cdd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:50.393481 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2b46-0fbb-4a33-aa28-d47cb0d2cdd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:50.398088 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-bb0a2b46-0fbb-4a33-aa28-d47cb0d2cdd6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2618f70-3566-4a51-9ecf-0e84587ed944 HTTP/1.1" status: 204 len: 168 time: 0.3583059 Apr 20 14:53:51.076994 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 44126) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:51.099393 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8ed65703-df5e-481d-aeaf-456633c940ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:51.117882 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-8ed65703-df5e-481d-aeaf-456633c940ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:53:51.123199 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-8ed65703-df5e-481d-aeaf-456633c940ef admin admin] Usage tracker for resource:security_group_rule and tenant:bc14d14230f04927834d10570b2647e8 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:53:51.126707 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-8ed65703-df5e-481d-aeaf-456633c940ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:53:51.133574 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-8ed65703-df5e-481d-aeaf-456633c940ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:53:51.294327 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8ed65703-df5e-481d-aeaf-456633c940ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:51.327114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8ed65703-df5e-481d-aeaf-456633c940ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:51.336883 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-167056a0-cdb6-4cc9-a37d-7e7565f7e68c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:51.383208 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-8ed65703-df5e-481d-aeaf-456633c940ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc14d14230f04927834d10570b2647e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047867 Apr 20 14:53:51.385187 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed65703-df5e-481d-aeaf-456633c940ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7469cf-3e96-42d3-a671-6d8574fb640a,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:51.386692 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44134) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:51.388478 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8ed65703-df5e-481d-aeaf-456633c940ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:51.466577 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a53155de-03e0-4ddd-94cf-df7888905487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:51.503034 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a53155de-03e0-4ddd-94cf-df7888905487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:51.601425 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a53155de-03e0-4ddd-94cf-df7888905487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:51.607357 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7cdc8046-3148-4f99-a325-12ad3dcff21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:51.619141 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53155de-03e0-4ddd-94cf-df7888905487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7469cf-3e96-42d3-a671-6d8574fb640a,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:51.623928 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a53155de-03e0-4ddd-94cf-df7888905487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:51.627714 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a53155de-03e0-4ddd-94cf-df7888905487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:51.628942 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-a53155de-03e0-4ddd-94cf-df7888905487 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a7469cf-3e96-42d3-a671-6d8574fb640a HTTP/1.1" status: 204 len: 168 time: 0.2402399 Apr 20 14:53:56.476923 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89900bc-2328-4c5b-9971-0a172a09c05d req-94634c55-4636-4578-a8f8-a8aafd54c314 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:56.478565 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b89900bc-2328-4c5b-9971-0a172a09c05d req-94634c55-4636-4578-a8f8-a8aafd54c314 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.1034944 Apr 20 14:53:56.533391 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b89900bc-2328-4c5b-9971-0a172a09c05d req-5d99a8c7-2596-487b-80e0-38f90dce53f1 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480947 Apr 20 14:53:57.754560 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d3a55a-a8ea-4fb6-85c8-b8959b908aef req-3e8c5eb9-70cf-4396-add5-d2be77f7d8e8 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:57.756285 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a0d3a55a-a8ea-4fb6-85c8-b8959b908aef req-3e8c5eb9-70cf-4396-add5-d2be77f7d8e8 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.0973682 Apr 20 14:53:57.812603 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a0d3a55a-a8ea-4fb6-85c8-b8959b908aef req-20075cb2-e22e-4cb4-b195-bb0fe4c1f340 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497434 Apr 20 14:53:58.866054 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44324) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:58.931212 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d0198c-ca7e-4e82-bf93-bc72a2341288 req-f1496e39-cca1-4651-b3cd-17ea937e9f9d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:58.932764 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-98d0198c-ca7e-4e82-bf93-bc72a2341288 req-f1496e39-cca1-4651-b3cd-17ea937e9f9d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.13 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.1060245 Apr 20 14:53:59.029715 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b540-1da0-40bb-ac88-2647e8cbbe87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:59.047300 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-f0e5b540-1da0-40bb-ac88-2647e8cbbe87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:53:59.052074 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-f0e5b540-1da0-40bb-ac88-2647e8cbbe87 admin admin] Usage tracker for resource:security_group_rule and tenant:e155ad1ec7784cb9a4a89abd12dda0cb is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:53:59.055622 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-f0e5b540-1da0-40bb-ac88-2647e8cbbe87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:53:59.062497 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-f0e5b540-1da0-40bb-ac88-2647e8cbbe87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:53:59.074206 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-98d0198c-ca7e-4e82-bf93-bc72a2341288 req-e6edb3b2-1d3b-4ceb-b66f-81361dc2742e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Deleting port 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:53:59.074974 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-98d0198c-ca7e-4e82-bf93-bc72a2341288 req-e6edb3b2-1d3b-4ceb-b66f-81361dc2742e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:59.148256 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74af98cd-3c13-49b9-9a13-d747dc1e96f7 req-02c5910b-149e-42d8-bb79-102f150eecb3 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:53:59.149985 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-74af98cd-3c13-49b9-9a13-d747dc1e96f7 req-02c5910b-149e-42d8-bb79-102f150eecb3 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 946 time: 0.2145269 Apr 20 14:53:59.159804 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b540-1da0-40bb-ac88-2647e8cbbe87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:59.212101 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b540-1da0-40bb-ac88-2647e8cbbe87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:59.221604 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-12f48380-c33c-4ba5-bf6d-234b07ffbf8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:59.254551 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-74af98cd-3c13-49b9-9a13-d747dc1e96f7 req-3009ab59-db1a-4731-909f-f39bc1587b77 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=56f8e634-324e-41ac-9f9b-ae4107fb295f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959408 Apr 20 14:53:59.275775 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f0e5b540-1da0-40bb-ac88-2647e8cbbe87 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e155ad1ec7784cb9a4a89abd12dda0cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4084852 Apr 20 14:53:59.276468 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44330) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:53:59.281070 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5b540-1da0-40bb-ac88-2647e8cbbe87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8c6868-9629-419f-b4eb-3499c771ee82,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:59.295013 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f0e5b540-1da0-40bb-ac88-2647e8cbbe87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:59.354296 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6f04a312-c352-44ae-9845-ba271a771d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:59.385774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6f04a312-c352-44ae-9845-ba271a771d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:59.421743 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-98d0198c-ca7e-4e82-bf93-bc72a2341288 req-e6edb3b2-1d3b-4ceb-b66f-81361dc2742e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] For port 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d,segment=NetworkSegment(97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c),segment_id=97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:53:59.422147 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-98d0198c-ca7e-4e82-bf93-bc72a2341288 req-e6edb3b2-1d3b-4ceb-b66f-81361dc2742e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:59.480911 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6f04a312-c352-44ae-9845-ba271a771d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:59.485369 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:53:59.515748 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04a312-c352-44ae-9845-ba271a771d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8c6868-9629-419f-b4eb-3499c771ee82,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:53:59.518773 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6f04a312-c352-44ae-9845-ba271a771d34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:53:59.527429 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6f04a312-c352-44ae-9845-ba271a771d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:59.528666 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-6f04a312-c352-44ae-9845-ba271a771d34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf8c6868-9629-419f-b4eb-3499c771ee82 HTTP/1.1" status: 204 len: 168 time: 0.2502372 Apr 20 14:53:59.791008 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-98d0198c-ca7e-4e82-bf93-bc72a2341288 req-e6edb3b2-1d3b-4ceb-b66f-81361dc2742e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:59.791008 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-98d0198c-ca7e-4e82-bf93-bc72a2341288 req-e6edb3b2-1d3b-4ceb-b66f-81361dc2742e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808817'] for floatingip, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:53:59.791008 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.l3_db [req-98d0198c-ca7e-4e82-bf93-bc72a2341288 req-e6edb3b2-1d3b-4ceb-b66f-81361dc2742e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Floating IP 31b22c6c-f0e0-4672-9393-6da93a0c26c5 disassociated. External IP: 172.28.0.231, port: 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d. Apr 20 14:53:59.791008 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-98d0198c-ca7e-4e82-bf93-bc72a2341288 req-e6edb3b2-1d3b-4ceb-b66f-81361dc2742e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Calling delete_port for 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d owned by compute:nova {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:54:00.102967 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44342) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:00.125351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-028a3281-9134-4b08-9411-1f1c3ca69f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:00.142030 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-028a3281-9134-4b08-9411-1f1c3ca69f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:00.146316 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-028a3281-9134-4b08-9411-1f1c3ca69f59 admin admin] Usage tracker for resource:security_group_rule and tenant:802c8f3492c3463ea8e66494ff75704c is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:00.149315 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-028a3281-9134-4b08-9411-1f1c3ca69f59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:00.156666 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-028a3281-9134-4b08-9411-1f1c3ca69f59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:00.200735 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-98d0198c-ca7e-4e82-bf93-bc72a2341288 req-e6edb3b2-1d3b-4ceb-b66f-81361dc2742e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:00.207500 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:00.251439 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-028a3281-9134-4b08-9411-1f1c3ca69f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:00.254864 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6edb3b2-1d3b-4ceb-b66f-81361dc2742e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Pushing event deleted for resources: {'Port': ['ID=7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:00.258879 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e6edb3b2-1d3b-4ceb-b66f-81361dc2742e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:00.284179 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-028a3281-9134-4b08-9411-1f1c3ca69f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:00.313460 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e2326e99-d806-4817-9d2c-70f67cbd2560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:00.338386 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-028a3281-9134-4b08-9411-1f1c3ca69f59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=802c8f3492c3463ea8e66494ff75704c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323399 Apr 20 14:54:00.339419 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 44348) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:00.363230 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028a3281-9134-4b08-9411-1f1c3ca69f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d403216-4ec2-4c35-ab26-52878714797d,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:00.366560 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-028a3281-9134-4b08-9411-1f1c3ca69f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:00.513581 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-42c6aeaf-e7f8-4b2a-b83f-4ca178895bfa req-6c3ed691-b7d8-47ca-ad69-afb3f65f984e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 210 time: 0.1052704 Apr 20 14:54:00.587446 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-54ab4362-8bfd-4b2f-9f3c-b5bd08015f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:00.614038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98d0198c-ca7e-4e82-bf93-bc72a2341288 req-e6edb3b2-1d3b-4ceb-b66f-81361dc2742e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Router ae876a57-7767-4884-847d-8cd874654f1d has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:54:00.635611 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-54ab4362-8bfd-4b2f-9f3c-b5bd08015f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:00.902044 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98d0198c-ca7e-4e82-bf93-bc72a2341288 req-e6edb3b2-1d3b-4ceb-b66f-81361dc2742e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:54:00.904277 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-54ab4362-8bfd-4b2f-9f3c-b5bd08015f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:00.913626 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2540fce-92e8-4383-bfa7-13761b8ce848 None None] Sync routers for ids ['ae876a57-7767-4884-847d-8cd874654f1d'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:54:00.926215 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2540fce-92e8-4383-bfa7-13761b8ce848 None None] Routers {'ae876a57-7767-4884-847d-8cd874654f1d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:54:00.927097 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-f2540fce-92e8-4383-bfa7-13761b8ce848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:53:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['ae876a57-7767-4884-847d-8cd874654f1d'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:54:00.936923 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:00.957894 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab4362-8bfd-4b2f-9f3c-b5bd08015f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d403216-4ec2-4c35-ab26-52878714797d,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:00.964939 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-54ab4362-8bfd-4b2f-9f3c-b5bd08015f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:01.034246 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d0198c-ca7e-4e82-bf93-bc72a2341288 req-e6edb3b2-1d3b-4ceb-b66f-81361dc2742e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] No DVR routers for this DVR port 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d on host hv-cinder-74216 {{(pid=86498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:54:01.042274 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-98d0198c-ca7e-4e82-bf93-bc72a2341288 req-e6edb3b2-1d3b-4ceb-b66f-81361dc2742e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:01.049395 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089b6c85-08e1-494b-9ad3-98455276bdfc', 'name': 'network-vif-deleted', 'tag': '7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:54:01.128417 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-98d0198c-ca7e-4e82-bf93-bc72a2341288 req-e6edb3b2-1d3b-4ceb-b66f-81361dc2742e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.13 "DELETE /v2.0/ports/7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d HTTP/1.1" status: 204 len: 173 time: 2.1487982 Apr 20 14:54:01.131479 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-54ab4362-8bfd-4b2f-9f3c-b5bd08015f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:01.134254 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-54ab4362-8bfd-4b2f-9f3c-b5bd08015f90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d403216-4ec2-4c35-ab26-52878714797d HTTP/1.1" status: 204 len: 168 time: 0.7278230 Apr 20 14:54:01.161600 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089b6c85-08e1-494b-9ad3-98455276bdfc', 'name': 'network-vif-deleted', 'tag': '7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d', 'status': 'completed', 'code': 200} Apr 20 14:54:01.212157 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-f2540fce-92e8-4383-bfa7-13761b8ce848 None None] Set router ae876a57-7767-4884-847d-8cd874654f1d gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:54:01.801705 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-f2540fce-92e8-4383-bfa7-13761b8ce848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': 'ff532d2c-d2dc-4d42-81b3-84ba47199049', 'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'mac_address': 'fa:16:3e:5e:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:44Z', 'updated_at': '2021-04-20T14:50:03Z', 'revision_number': 5, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'subnets': [{'id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:54:01.809930 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2540fce-92e8-4383-bfa7-13761b8ce848 None None] Checking router: ae876a57-7767-4884-847d-8cd874654f1d for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:54:01.828466 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2540fce-92e8-4383-bfa7-13761b8ce848 None None] Routers {'ae876a57-7767-4884-847d-8cd874654f1d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:54:01.829612 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-f2540fce-92e8-4383-bfa7-13761b8ce848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:53:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['ae876a57-7767-4884-847d-8cd874654f1d'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:54:01.837095 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-a5569ed1-9d6f-46f4-b355-55b527acb07a req-d133c63b-c89f-4611-bafb-edc07d8353d9 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Synchronizing usage tracker for tenant:6ec9121784bc4847a675627263bbd80b on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:54:01.930781 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-a5569ed1-9d6f-46f4-b355-55b527acb07a req-d133c63b-c89f-4611-bafb-edc07d8353d9 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Unset dirty status for tenant:6ec9121784bc4847a675627263bbd80b on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:54:01.934271 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a5569ed1-9d6f-46f4-b355-55b527acb07a req-d133c63b-c89f-4611-bafb-edc07d8353d9 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=089b6c85-08e1-494b-9ad3-98455276bdfc HTTP/1.1" status: 200 len: 210 time: 0.1994691 Apr 20 14:54:02.427605 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-f2540fce-92e8-4383-bfa7-13761b8ce848 None None] Set router ae876a57-7767-4884-847d-8cd874654f1d gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:54:03.031274 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-f2540fce-92e8-4383-bfa7-13761b8ce848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': 'ff532d2c-d2dc-4d42-81b3-84ba47199049', 'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'mac_address': 'fa:16:3e:5e:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:44Z', 'updated_at': '2021-04-20T14:50:03Z', 'revision_number': 5, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'subnets': [{'id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:54:03.038964 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2540fce-92e8-4383-bfa7-13761b8ce848 None None] The sync data for ids ['ae876a57-7767-4884-847d-8cd874654f1d'] in dv-cinder-742162-4-smb is: [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': 'ff532d2c-d2dc-4d42-81b3-84ba47199049', 'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'mac_address': 'fa:16:3e:5e:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:44Z', 'updated_at': '2021-04-20T14:50:03Z', 'revision_number': 5, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'subnets': [{'id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:54:03.095229 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:54:03.307781 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 44400) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:03.374604 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] No Port match for: 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:54:03.375033 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 7dc3f2c9-4f2c-4f90-8fd2-de1460e8c32d not bound to the agent host hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:54:03.469075 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-531cdce7-9e8e-4c02-b9a1-d16430fb8a6b tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:03.522303 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-531cdce7-9e8e-4c02-b9a1-d16430fb8a6b tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:03.652655 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-531cdce7-9e8e-4c02-b9a1-d16430fb8a6b tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:03.660392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-63adce21-ac88-4f77-b3a6-a58ba66074fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:03.680112 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182b202e-8aaf-4642-8f91-4db686ae625c None None] New status for floating IP 31b22c6c-f0e0-4672-9393-6da93a0c26c5: DOWN {{(pid=86501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 14:54:03.682901 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531cdce7-9e8e-4c02-b9a1-d16430fb8a6b tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f8e634-324e-41ac-9f9b-ae4107fb295f,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:03.697280 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-531cdce7-9e8e-4c02-b9a1-d16430fb8a6b tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:03.728489 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-531cdce7-9e8e-4c02-b9a1-d16430fb8a6b tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:03.732174 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-531cdce7-9e8e-4c02-b9a1-d16430fb8a6b tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "DELETE /v2.0/security-groups/56f8e634-324e-41ac-9f9b-ae4107fb295f HTTP/1.1" status: 204 len: 168 time: 0.4227250 Apr 20 14:54:03.740579 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 44408) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:03.782784 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.v2.resource [None req-0ad1f5a3-23a3-4399-8e67-1baea96d36c2 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] show failed (client error): The resource could not be found. Apr 20 14:54:03.784265 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-0ad1f5a3-23a3-4399-8e67-1baea96d36c2 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups/56f8e634-324e-41ac-9f9b-ae4107fb295f HTTP/1.1" status: 404 len: 347 time: 0.0418615 Apr 20 14:54:03.787757 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44412) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:04.130302 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2f12a-7aa2-4f71-9c41-fb734321890f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Deleting port 234241ac-2e61-48eb-b79b-655f90ec6d88 {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:54:04.130943 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dfc2f12a-7aa2-4f71-9c41-fb734321890f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:04.442341 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dfc2f12a-7aa2-4f71-9c41-fb734321890f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:04.442888 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dfc2f12a-7aa2-4f71-9c41-fb734321890f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:04.606577 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-dfc2f12a-7aa2-4f71-9c41-fb734321890f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Calling delete_port for 234241ac-2e61-48eb-b79b-655f90ec6d88 owned by network:floatingip {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:54:04.958849 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dfc2f12a-7aa2-4f71-9c41-fb734321890f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:04.978913 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ae900f67-23b4-45d5-beb9-caeb58eda757 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:05.041542 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2f12a-7aa2-4f71-9c41-fb734321890f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Pushing event deleted for resources: {'Port': ['ID=234241ac-2e61-48eb-b79b-655f90ec6d88,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:05.095433 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-dfc2f12a-7aa2-4f71-9c41-fb734321890f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:05.416560 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dfc2f12a-7aa2-4f71-9c41-fb734321890f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for floatingip, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:05.520467 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dfc2f12a-7aa2-4f71-9c41-fb734321890f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for floatingip, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:05.522660 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-dfc2f12a-7aa2-4f71-9c41-fb734321890f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "DELETE /v2.0/floatingips/31b22c6c-f0e0-4672-9393-6da93a0c26c5 HTTP/1.1" status: 204 len: 168 time: 1.7331820 Apr 20 14:54:05.641576 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44458) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:05.859636 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d5e5223e-3e54-4844-8ac1-0ed05664c8ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:05.892426 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-d5e5223e-3e54-4844-8ac1-0ed05664c8ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:05.901682 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-d5e5223e-3e54-4844-8ac1-0ed05664c8ad admin admin] Usage tracker for resource:security_group_rule and tenant:0e92db2304634ce2a7de2267239e3f3e is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:05.913375 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-d5e5223e-3e54-4844-8ac1-0ed05664c8ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:05.921492 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-d5e5223e-3e54-4844-8ac1-0ed05664c8ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:06.109907 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d5e5223e-3e54-4844-8ac1-0ed05664c8ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:06.161934 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d5e5223e-3e54-4844-8ac1-0ed05664c8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:06.177323 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a53155de-03e0-4ddd-94cf-df7888905487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:06.234891 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-d5e5223e-3e54-4844-8ac1-0ed05664c8ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e92db2304634ce2a7de2267239e3f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5855877 Apr 20 14:54:06.235781 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44468) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:06.240388 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5223e-3e54-4844-8ac1-0ed05664c8ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81af7af6-375b-4262-8811-10f79337b600,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:06.275568 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d5e5223e-3e54-4844-8ac1-0ed05664c8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:06.318563 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 44472) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:06.322576 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-29efb7d2-c683-468f-b74c-499ee9ab28c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:06.325016 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-56824240-de33-4dce-8e6e-42f6e15fbc00 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1234693195', 'description': 'tempest-description--683726567'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:06.334320 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-56824240-de33-4dce-8e6e-42f6e15fbc00 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:06.339878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-56824240-de33-4dce-8e6e-42f6e15fbc00 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Usage tracker for resource:security_group and tenant:6ec9121784bc4847a675627263bbd80b is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:06.344013 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-56824240-de33-4dce-8e6e-42f6e15fbc00 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:06.351927 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-56824240-de33-4dce-8e6e-42f6e15fbc00 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:06.367065 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-29efb7d2-c683-468f-b74c-499ee9ab28c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:06.394965 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-56824240-de33-4dce-8e6e-42f6e15fbc00 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:06.439958 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-56824240-de33-4dce-8e6e-42f6e15fbc00 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:06.447122 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-56824240-de33-4dce-8e6e-42f6e15fbc00 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Usage tracker for resource:security_group_rule and tenant:6ec9121784bc4847a675627263bbd80b is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:06.452962 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-56824240-de33-4dce-8e6e-42f6e15fbc00 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:06.457649 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-29efb7d2-c683-468f-b74c-499ee9ab28c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:06.461201 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-56824240-de33-4dce-8e6e-42f6e15fbc00 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:06.463583 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7bb8edef-73c7-4d9f-8d53-5d3b773f8a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:06.478411 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efb7d2-c683-468f-b74c-499ee9ab28c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81af7af6-375b-4262-8811-10f79337b600,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:06.482065 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-29efb7d2-c683-468f-b74c-499ee9ab28c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:06.484878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-29efb7d2-c683-468f-b74c-499ee9ab28c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:06.486186 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-29efb7d2-c683-468f-b74c-499ee9ab28c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81af7af6-375b-4262-8811-10f79337b600 HTTP/1.1" status: 204 len: 168 time: 0.2491388 Apr 20 14:54:06.579739 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-56824240-de33-4dce-8e6e-42f6e15fbc00 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:06.626921 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-56824240-de33-4dce-8e6e-42f6e15fbc00 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:06.643340 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-00e75998-edee-437e-953f-8d092b33afd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:06.685155 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56824240-de33-4dce-8e6e-42f6e15fbc00 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=951abc2c-ba48-48e2-a7bd-972e4b646edf,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:06.688405 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-56824240-de33-4dce-8e6e-42f6e15fbc00 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:06.708921 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-56824240-de33-4dce-8e6e-42f6e15fbc00 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:06.710290 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-56824240-de33-4dce-8e6e-42f6e15fbc00 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3903298 Apr 20 14:54:06.715255 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44480) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:06.723616 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-1aaf867c-8b32-4a11-81ca-6114babd7e4a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Request body: {'security_group_rule': {'security_group_id': '951abc2c-ba48-48e2-a7bd-972e4b646edf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:06.732276 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-1aaf867c-8b32-4a11-81ca-6114babd7e4a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:06.739557 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-1aaf867c-8b32-4a11-81ca-6114babd7e4a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Usage tracker for resource:security_group_rule and tenant:6ec9121784bc4847a675627263bbd80b is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:06.742985 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-1aaf867c-8b32-4a11-81ca-6114babd7e4a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:06.751189 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-1aaf867c-8b32-4a11-81ca-6114babd7e4a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:06.803639 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1aaf867c-8b32-4a11-81ca-6114babd7e4a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:06.892654 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1aaf867c-8b32-4a11-81ca-6114babd7e4a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:06.941438 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1aaf867c-8b32-4a11-81ca-6114babd7e4a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:06.944171 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:06.968114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf867c-8b32-4a11-81ca-6114babd7e4a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ade90f-355f-4b5d-a0aa-7ef95eb08fb3,revision_number=0']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:06.974088 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1aaf867c-8b32-4a11-81ca-6114babd7e4a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:07.009906 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1aaf867c-8b32-4a11-81ca-6114babd7e4a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:07.011923 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-1aaf867c-8b32-4a11-81ca-6114babd7e4a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2950110 Apr 20 14:54:07.015776 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44488) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:07.023709 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-9b25afe2-e74d-4740-b612-ed2e7f6563ec tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Request body: {'security_group_rule': {'security_group_id': '951abc2c-ba48-48e2-a7bd-972e4b646edf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:07.035701 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-9b25afe2-e74d-4740-b612-ed2e7f6563ec tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:07.042950 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-9b25afe2-e74d-4740-b612-ed2e7f6563ec tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Usage tracker for resource:security_group_rule and tenant:6ec9121784bc4847a675627263bbd80b is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:07.047997 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-9b25afe2-e74d-4740-b612-ed2e7f6563ec tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:07.059897 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-9b25afe2-e74d-4740-b612-ed2e7f6563ec tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:07.105415 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44492) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:07.135675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-875a1451-92ff-462a-834b-120b76a3aedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:07.148221 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9b25afe2-e74d-4740-b612-ed2e7f6563ec tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:07.176684 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-875a1451-92ff-462a-834b-120b76a3aedb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:07.186612 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-875a1451-92ff-462a-834b-120b76a3aedb admin admin] Usage tracker for resource:security_group_rule and tenant:dd06bea25b874d2a99b8a8b23b7f9954 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:07.196174 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-875a1451-92ff-462a-834b-120b76a3aedb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:07.207689 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-875a1451-92ff-462a-834b-120b76a3aedb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:07.250989 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9b25afe2-e74d-4740-b612-ed2e7f6563ec tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:07.296788 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9b25afe2-e74d-4740-b612-ed2e7f6563ec tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:07.314916 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b2474f41-0fa3-49e6-8bd3-78368be8134a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:07.355714 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25afe2-e74d-4740-b612-ed2e7f6563ec tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16e970f9-3220-4e2d-baa0-b7775aecfcc4,revision_number=0']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:07.364831 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9b25afe2-e74d-4740-b612-ed2e7f6563ec tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:07.368696 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-875a1451-92ff-462a-834b-120b76a3aedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:07.417974 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9b25afe2-e74d-4740-b612-ed2e7f6563ec tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:07.419364 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-9b25afe2-e74d-4740-b612-ed2e7f6563ec tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4023876 Apr 20 14:54:07.420609 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-875a1451-92ff-462a-834b-120b76a3aedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:07.424338 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 44496) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:07.430534 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-62f565b3-bae1-4ca1-9aa3-76a46863b43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:07.434679 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Request body: {'floatingip': {'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:07.445744 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:07.452661 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Usage tracker for resource:floatingip and tenant:6ec9121784bc4847a675627263bbd80b is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:07.457002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:07.466203 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:07.485231 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-875a1451-92ff-462a-834b-120b76a3aedb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd06bea25b874d2a99b8a8b23b7f9954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3782291 Apr 20 14:54:07.487646 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a1451-92ff-462a-834b-120b76a3aedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a39f90-0894-4ce3-bb99-2f3ffbbc45ab,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:07.489607 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 44500) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:07.491481 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-875a1451-92ff-462a-834b-120b76a3aedb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:07.513001 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for floatingip, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:07.686778 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-42adc76e-0887-41b2-86a5-7e04c95a0fb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:07.729830 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-42adc76e-0887-41b2-86a5-7e04c95a0fb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:07.827573 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:07.868477 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-42adc76e-0887-41b2-86a5-7e04c95a0fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:07.875584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-77ac6c03-b680-4a35-b456-8f105726723d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:07.899180 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adc76e-0887-41b2-86a5-7e04c95a0fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a39f90-0894-4ce3-bb99-2f3ffbbc45ab,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:07.908618 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-42adc76e-0887-41b2-86a5-7e04c95a0fb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:07.921047 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-42adc76e-0887-41b2-86a5-7e04c95a0fb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:07.925123 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-42adc76e-0887-41b2-86a5-7e04c95a0fb9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3a39f90-0894-4ce3-bb99-2f3ffbbc45ab HTTP/1.1" status: 204 len: 168 time: 0.4307182 Apr 20 14:54:08.026010 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Allocated IP 172.28.0.207 (c65a64c7-be21-4578-9264-745dbe2f178e/5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5/f3e1992f-df63-42bc-8157-561f0b8c96ee) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:54:08.316488 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:08.401018 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:08.407245 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:08.477898 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Network c65a64c7-be21-4578-9264-745dbe2f178e is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:54:08.481068 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:54:08.485856 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:54:08.541488 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Pushing event updated for resources: {'Port': ['ID=f3e1992f-df63-42bc-8157-561f0b8c96ee,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:08.551234 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:08.605838 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:08.716951 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:08.979452 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:09.039398 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126621115'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:09.055573 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:09.250820 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Pushing event updated for resources: {'Port': ['ID=f3e1992f-df63-42bc-8157-561f0b8c96ee,revision_number=2']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:09.256064 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:09.257990 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808817'] for floatingip, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:09.331856 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for floatingip, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:09.333428 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9067159 Apr 20 14:54:09.621009 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-f62ca34b-34e9-4e8d-bb33-f0a6baa1f846 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Synchronizing usage tracker for tenant:6ec9121784bc4847a675627263bbd80b on resource:security_group {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:54:09.674424 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-f62ca34b-34e9-4e8d-bb33-f0a6baa1f846 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Unset dirty status for tenant:6ec9121784bc4847a675627263bbd80b on resource:security_group {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:54:09.676126 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-f62ca34b-34e9-4e8d-bb33-f0a6baa1f846 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1234693195&fields=id&tenant_id=6ec9121784bc4847a675627263bbd80b HTTP/1.1" status: 200 len: 267 time: 0.1066618 Apr 20 14:54:09.863395 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b6136983-f0f0-4ceb-8f22-839f9c4d4f0b tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:09.865294 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b6136983-f0f0-4ceb-8f22-839f9c4d4f0b tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/networks?id=8a669ef3-df53-4cd3-a0a6-990300d50cd2 HTTP/1.1" status: 200 len: 810 time: 0.1789985 Apr 20 14:54:09.882598 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-35854fce-2172-4750-946d-e211ddb4a49e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/quotas/6ec9121784bc4847a675627263bbd80b HTTP/1.1" status: 200 len: 375 time: 0.0111339 Apr 20 14:54:09.995056 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c15efff-6bde-48e6-babb-d0ad9c126fd7 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6ec9121784bc4847a675627263bbd80b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041172 Apr 20 14:54:10.174734 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-13a5629d-d7d4-4b59-9149-f7c0d66f6425 service neutron] 10.222.0.21 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652143 Apr 20 14:54:10.323603 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-abaadf2b-1152-43bc-ab45-72c07201c025 service neutron] 10.222.0.21 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478963 Apr 20 14:54:10.474390 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9aaa4ec2-e6bf-4a80-99cb-17fa5221540a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:10.672828 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c1a77ef3-fa0a-4fef-ab6d-dd023fcb8736 req-de6b0a69-e235-42d5-b3a7-8096a48133e3 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 210 time: 0.0975854 Apr 20 14:54:11.488911 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44618) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:11.698776 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-986173b7-9967-419a-bdeb-9e926402f7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:11.787092 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-986173b7-9967-419a-bdeb-9e926402f7de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:11.802909 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-986173b7-9967-419a-bdeb-9e926402f7de admin admin] Usage tracker for resource:security_group_rule and tenant:9591cff105134cdebc95b3c62bdc032a is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:11.807636 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-986173b7-9967-419a-bdeb-9e926402f7de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:11.816137 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-986173b7-9967-419a-bdeb-9e926402f7de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:11.951008 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-986173b7-9967-419a-bdeb-9e926402f7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:11.997056 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-986173b7-9967-419a-bdeb-9e926402f7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:12.009358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-99dd4d86-0485-473c-882b-e75cb43b2504 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:12.021151 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-82fd4806-e2e9-4323-b064-44346d8374c1 req-0bc3360b-e1af-44a6-ba89-745cd474ce7b tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 210 time: 0.0953546 Apr 20 14:54:12.093528 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-986173b7-9967-419a-bdeb-9e926402f7de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9591cff105134cdebc95b3c62bdc032a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6028843 Apr 20 14:54:12.102446 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 44634) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:12.109383 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986173b7-9967-419a-bdeb-9e926402f7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded3c22f-dc06-46dd-bbe6-48ef51cdc3c7,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:12.120111 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-986173b7-9967-419a-bdeb-9e926402f7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:12.190443 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e794-b43a-4c36-ae02-67705f9163f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:12.243290 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e794-b43a-4c36-ae02-67705f9163f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:12.398534 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e794-b43a-4c36-ae02-67705f9163f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:12.407915 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-17569e54-024a-486d-ad14-90b028884348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:12.420082 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4e794-b43a-4c36-ae02-67705f9163f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded3c22f-dc06-46dd-bbe6-48ef51cdc3c7,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:12.423496 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fdf4e794-b43a-4c36-ae02-67705f9163f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:12.426055 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fdf4e794-b43a-4c36-ae02-67705f9163f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:12.427508 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-fdf4e794-b43a-4c36-ae02-67705f9163f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ded3c22f-dc06-46dd-bbe6-48ef51cdc3c7 HTTP/1.1" status: 204 len: 168 time: 0.3297005 Apr 20 14:54:13.135567 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2b6ccaa9-f599-4e86-a77c-9f3437cb7c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:13.231274 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-7a14a33c-3147-43f1-bcaa-1852abc46a99 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:13.237435 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-7a14a33c-3147-43f1-bcaa-1852abc46a99 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.13 "GET /v2.0/networks?id=8a669ef3-df53-4cd3-a0a6-990300d50cd2 HTTP/1.1" status: 200 len: 810 time: 0.3660467 Apr 20 14:54:13.291552 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44658) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:13.313287 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-39fc80da-ddd8-4f0a-8ee0-60153faf5f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:13.335452 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-39fc80da-ddd8-4f0a-8ee0-60153faf5f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:13.336917 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-39fc80da-ddd8-4f0a-8ee0-60153faf5f0b admin admin] Usage tracker for resource:security_group_rule and tenant:1a5b8c53af244e9ea2d5d8ab4ea24565 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:13.341181 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-39fc80da-ddd8-4f0a-8ee0-60153faf5f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:13.348063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-39fc80da-ddd8-4f0a-8ee0-60153faf5f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:13.404786 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e90b9ebe-83d4-4762-82e6-89d01bcac9a6 req-527a2db6-c98c-44db-867d-c9e2a3080d13 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 210 time: 0.0832801 Apr 20 14:54:13.433916 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-7f871653-4dc7-4830-8b37-b88a4f0b89da tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ec9121784bc4847a675627263bbd80b HTTP/1.1" status: 200 len: 5704 time: 0.1594191 Apr 20 14:54:13.444939 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Request body: {'port': {'device_id': 'c68e81bd-17b4-419a-8f75-f3a2264b2596', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'admin_state_up': True, 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'security_groups': ['951abc2c-ba48-48e2-a7bd-972e4b646edf']}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:13.469730 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-39fc80da-ddd8-4f0a-8ee0-60153faf5f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:13.537735 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-39fc80da-ddd8-4f0a-8ee0-60153faf5f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:13.549204 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-eae06bbc-a30d-4832-be87-fcf8c8c0dd4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:13.602607 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-39fc80da-ddd8-4f0a-8ee0-60153faf5f0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a5b8c53af244e9ea2d5d8ab4ea24565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069918 Apr 20 14:54:13.602607 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fc80da-ddd8-4f0a-8ee0-60153faf5f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8006f185-fe3b-46bf-b5ac-c79c2f79710f,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:13.603285 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 44666) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:13.604717 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-39fc80da-ddd8-4f0a-8ee0-60153faf5f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:13.626163 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:13.639043 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Usage tracker for resource:port and tenant:6ec9121784bc4847a675627263bbd80b is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:13.644894 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:13.665137 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:13.698984 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1637e54e-2d17-4af5-9394-62fec8a09c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:13.729115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1637e54e-2d17-4af5-9394-62fec8a09c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:13.748748 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Made reservation on behalf of 6ec9121784bc4847a675627263bbd80b for: {'port': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:54:13.754743 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:14.229763 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:14.247699 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1637e54e-2d17-4af5-9394-62fec8a09c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:14.260624 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-726e133a-09e2-475b-b1e4-41bf8175271e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:14.313491 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637e54e-2d17-4af5-9394-62fec8a09c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8006f185-fe3b-46bf-b5ac-c79c2f79710f,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:14.332701 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1637e54e-2d17-4af5-9394-62fec8a09c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:14.364956 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Allocated IP 172.20.0.4 (8a669ef3-df53-4cd3-a0a6-990300d50cd2/d80648ec-7cf5-4306-8b5a-bd7fb5f2d85d/20c94aca-7b84-406e-9edb-40ecc3869c68) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:54:14.370788 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1637e54e-2d17-4af5-9394-62fec8a09c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:14.374227 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-1637e54e-2d17-4af5-9394-62fec8a09c3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8006f185-fe3b-46bf-b5ac-c79c2f79710f HTTP/1.1" status: 204 len: 168 time: 0.7677548 Apr 20 14:54:14.440290 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:14.616693 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-c01c4d20-8809-4ac3-bd1d-78e59bf180d9 req-49811c96-f6cc-4280-8657-0772679b7f85 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Synchronizing usage tracker for tenant:6ec9121784bc4847a675627263bbd80b on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:54:14.715659 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:14.727637 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-c01c4d20-8809-4ac3-bd1d-78e59bf180d9 req-49811c96-f6cc-4280-8657-0772679b7f85 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Unset dirty status for tenant:6ec9121784bc4847a675627263bbd80b on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:54:14.728968 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c01c4d20-8809-4ac3-bd1d-78e59bf180d9 req-49811c96-f6cc-4280-8657-0772679b7f85 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 210 time: 0.1750851 Apr 20 14:54:14.740126 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Transition to ACTIVE for port object 20c94aca-7b84-406e-9edb-40ecc3869c68 will not be triggered until provisioned by entity DHCP. {{(pid=86498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:54:14.813198 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:14.823243 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:14.907333 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:54:14.911264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:54:14.914977 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:54:14.995328 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Pushing event updated for resources: {'Port': ['ID=20c94aca-7b84-406e-9edb-40ecc3869c68,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:14.998944 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:15.109544 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:15.110268 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:15.181961 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4e81a-8045-43e2-ac2c-a559262d79f6 req-8a0fd3bd-c488-49ce-bbda-606d94335345 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:15.184017 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b0a4e81a-8045-43e2-ac2c-a559262d79f6 req-8a0fd3bd-c488-49ce-bbda-606d94335345 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 946 time: 0.2287681 Apr 20 14:54:15.188523 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7488384 Apr 20 14:54:15.237887 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Request body: {'port': {'device_id': 'c68e81bd-17b4-419a-8f75-f3a2264b2596', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:15.310114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-f55200c7-c0cb-4b4b-9a20-548fd0bf23cf None None] Provisioning for port 20c94aca-7b84-406e-9edb-40ecc3869c68 completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:54:15.323499 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-f55200c7-c0cb-4b4b-9a20-548fd0bf23cf None None] Provisioning complete for port 20c94aca-7b84-406e-9edb-40ecc3869c68 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:54:15.324844 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f55200c7-c0cb-4b4b-9a20-548fd0bf23cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:15.349691 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b0a4e81a-8045-43e2-ac2c-a559262d79f6 req-24fa97de-30c9-4d12-9f17-821f93550127 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521037 Apr 20 14:54:15.431092 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-f55200c7-c0cb-4b4b-9a20-548fd0bf23cf None None] Port 20c94aca-7b84-406e-9edb-40ecc3869c68 cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:54:15.462763 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:15.469052 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:16.047232 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c94aca-7b84-406e-9edb-40ecc3869c68 {{(pid=86498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:54:16.062558 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:16.088196 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Transition to ACTIVE for port object 20c94aca-7b84-406e-9edb-40ecc3869c68 will not be triggered until provisioned by entity L2. {{(pid=86498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:54:16.113090 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4896ef-6b41-4681-b7f1-6c34730fa0d9 req-ef172706-564b-4812-a897-2b2659ee2f10 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:16.115008 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ed4896ef-6b41-4681-b7f1-6c34730fa0d9 req-ef172706-564b-4812-a897-2b2659ee2f10 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 931 time: 0.1956735 Apr 20 14:54:16.146231 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126621115'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:16.155052 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a37d2e71-4b4d-4d3f-87d6-9747f8d56590 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:16.367660 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ed4896ef-6b41-4681-b7f1-6c34730fa0d9 req-8c706192-195d-4d74-a11e-8e595f1dd4f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=951abc2c-ba48-48e2-a7bd-972e4b646edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2434812 Apr 20 14:54:16.422974 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Pushing event updated for resources: {'Port': ['ID=20c94aca-7b84-406e-9edb-40ecc3869c68,revision_number=2']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:16.428336 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:16.474543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Attempting to bind port 20c94aca-7b84-406e-9edb-40ecc3869c68 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:54:16.474960 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Attempting to bind port 20c94aca-7b84-406e-9edb-40ecc3869c68 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2'}] {{(pid=86498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:54:16.475336 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Attempting to bind port 20c94aca-7b84-406e-9edb-40ecc3869c68 on network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:54:16.494516 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Port 20c94aca-7b84-406e-9edb-40ecc3869c68 on network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:54:16.494516 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Attempting to bind port 20c94aca-7b84-406e-9edb-40ecc3869c68 on network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:54:16.494516 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:54:16.494516 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Checking segment: {'id': '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:54:16.494516 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Bound using segment: {'id': '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2'} {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:54:16.494516 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Bound port: 20c94aca-7b84-406e-9edb-40ecc3869c68, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2'}}] {{(pid=86498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:54:16.494516 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:16.679821 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788061f-2f62-4b09-8a85-2005e3486260 req-6930c8e3-f4cc-4f2c-8195-cb55c21ab797 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:16.681102 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-8788061f-2f62-4b09-8a85-2005e3486260 req-6930c8e3-f4cc-4f2c-8195-cb55c21ab797 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Synchronizing usage tracker for tenant:60cc29d1ca354b0bb99197550f740015 on resource:port {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:54:16.686662 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] For port 20c94aca-7b84-406e-9edb-40ecc3869c68, host hv-cinder-74216, cleared binding levels {{(pid=86498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:54:16.692025 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] For port 20c94aca-7b84-406e-9edb-40ecc3869c68, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=20c94aca-7b84-406e-9edb-40ecc3869c68,segment=NetworkSegment(97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c),segment_id=97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c)] {{(pid=86498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:54:16.722287 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396a608-feb7-4e6e-93a1-63da53e7339d req-5311d870-8bb3-43c7-ae67-792a9d9ee9d4 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:16.725351 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4396a608-feb7-4e6e-93a1-63da53e7339d req-5311d870-8bb3-43c7-ae67-792a9d9ee9d4 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 946 time: 0.1692233 Apr 20 14:54:16.731769 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126621115'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:16.743755 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:16.758389 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-8788061f-2f62-4b09-8a85-2005e3486260 req-6930c8e3-f4cc-4f2c-8195-cb55c21ab797 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Unset dirty status for tenant:60cc29d1ca354b0bb99197550f740015 on resource:port {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:54:16.760492 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8788061f-2f62-4b09-8a85-2005e3486260 req-6930c8e3-f4cc-4f2c-8195-cb55c21ab797 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.13 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 946 time: 0.2226560 Apr 20 14:54:16.867308 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:16.868436 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:16.872003 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] 10.222.0.13 "PUT /v2.0/ports/20c94aca-7b84-406e-9edb-40ecc3869c68 HTTP/1.1" status: 200 len: 1093 time: 1.6397297 Apr 20 14:54:16.876249 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68e81bd-17b4-419a-8f75-f3a2264b2596', 'tag': '20c94aca-7b84-406e-9edb-40ecc3869c68'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:54:16.926173 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-8788061f-2f62-4b09-8a85-2005e3486260 req-224f4361-6f7c-49de-bcae-457ec6c08065 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Deleting port 58bf4358-c596-4c96-8ccb-47886555b382 {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:54:16.927187 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8788061f-2f62-4b09-8a85-2005e3486260 req-224f4361-6f7c-49de-bcae-457ec6c08065 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:17.014823 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4396a608-feb7-4e6e-93a1-63da53e7339d req-13ab8142-34d8-42c9-80cf-f0251421f725 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=4b76db01-00b9-4ea2-a34f-7328f5527b35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2729104 Apr 20 14:54:17.163967 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Pushing event updated for resources: {'Port': ['ID=20c94aca-7b84-406e-9edb-40ecc3869c68,revision_number=3']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:17.169033 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:17.171395 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68e81bd-17b4-419a-8f75-f3a2264b2596', 'tag': '20c94aca-7b84-406e-9edb-40ecc3869c68', 'status': 'completed', 'code': 200} Apr 20 14:54:17.258450 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-a4b9c6d2-0fc0-4519-96cb-e1346f8a052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:17.260707 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-a4b9c6d2-0fc0-4519-96cb-e1346f8a052f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ec9121784bc4847a675627263bbd80b&device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 1096 time: 0.2435687 Apr 20 14:54:17.429339 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-1102481d-6987-4dc9-9717-2eea97bcf192 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20c94aca-7b84-406e-9edb-40ecc3869c68 HTTP/1.1" status: 200 len: 217 time: 0.1548138 Apr 20 14:54:17.438434 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-8788061f-2f62-4b09-8a85-2005e3486260 req-224f4361-6f7c-49de-bcae-457ec6c08065 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] For port 58bf4358-c596-4c96-8ccb-47886555b382, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=58bf4358-c596-4c96-8ccb-47886555b382,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:54:17.439250 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8788061f-2f62-4b09-8a85-2005e3486260 req-224f4361-6f7c-49de-bcae-457ec6c08065 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:17.467192 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:54:17.580835 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-a1e6f2b2-5fda-4f37-89d1-d514693555c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:17.584384 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-a1e6f2b2-5fda-4f37-89d1-d514693555c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d80648ec-7cf5-4306-8b5a-bd7fb5f2d85d HTTP/1.1" status: 200 len: 849 time: 0.1481814 Apr 20 14:54:17.847132 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4fde0-f14e-4c71-a7a3-0bea7db87ffa req-89fbbec2-bf28-438e-aa76-82e07413733e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:17.849413 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6fa4fde0-f14e-4c71-a7a3-0bea7db87ffa req-89fbbec2-bf28-438e-aa76-82e07413733e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 943 time: 0.2093425 Apr 20 14:54:17.863795 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-ed6e3f2a-1a9e-4310-84e3-3a24baf0d5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:17.866513 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-ed6e3f2a-1a9e-4310-84e3-3a24baf0d5ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a669ef3-df53-4cd3-a0a6-990300d50cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2744834 Apr 20 14:54:17.875463 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8788061f-2f62-4b09-8a85-2005e3486260 req-224f4361-6f7c-49de-bcae-457ec6c08065 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:17.876096 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8788061f-2f62-4b09-8a85-2005e3486260 req-224f4361-6f7c-49de-bcae-457ec6c08065 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808817'] for floatingip, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:17.876663 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.l3_db [req-8788061f-2f62-4b09-8a85-2005e3486260 req-224f4361-6f7c-49de-bcae-457ec6c08065 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Floating IP 811b2ffe-8612-4b8c-90ef-1635635fa551 disassociated. External IP: 172.28.0.42, port: 58bf4358-c596-4c96-8ccb-47886555b382. Apr 20 14:54:17.877292 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-8788061f-2f62-4b09-8a85-2005e3486260 req-224f4361-6f7c-49de-bcae-457ec6c08065 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Calling delete_port for 58bf4358-c596-4c96-8ccb-47886555b382 owned by compute:nova {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:54:17.969400 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff012a90-f212-4db9-ae78-b4591dd4bddf req-d93abaf0-a535-438e-aabe-76733a5ce3db tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:17.983706 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ff012a90-f212-4db9-ae78-b4591dd4bddf req-d93abaf0-a535-438e-aabe-76733a5ce3db tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 945 time: 0.2897227 Apr 20 14:54:18.030091 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:18.132843 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6fa4fde0-f14e-4c71-a7a3-0bea7db87ffa req-bf38079f-f1ba-458f-b2de-193ce48498dc tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=951abc2c-ba48-48e2-a7bd-972e4b646edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2621019 Apr 20 14:54:18.176744 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ff012a90-f212-4db9-ae78-b4591dd4bddf req-43b3d940-ac03-4160-8fe7-1049d5a4de08 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824250 Apr 20 14:54:18.249214 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-dbeaa04b-af06-4dba-8aa3-fffb897e4cab service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480196 Apr 20 14:54:18.272977 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8788061f-2f62-4b09-8a85-2005e3486260 req-224f4361-6f7c-49de-bcae-457ec6c08065 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:18.281261 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e2dfaa56-1223-4fd4-b578-e02afb1f4e08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:18.334584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f4361-6f7c-49de-bcae-457ec6c08065 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Pushing event deleted for resources: {'Port': ['ID=58bf4358-c596-4c96-8ccb-47886555b382,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:18.339045 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-224f4361-6f7c-49de-bcae-457ec6c08065 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:18.681824 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8788061f-2f62-4b09-8a85-2005e3486260 req-224f4361-6f7c-49de-bcae-457ec6c08065 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Router e492d515-489e-452c-914d-0c0f6126800c has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:54:18.738978 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-98bd18fd-0b4a-4d91-92ff-1be455e1de51 req-8337cfd3-db45-49a1-8c5d-73705e2f41a3 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 210 time: 0.1323204 Apr 20 14:54:18.834922 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3b05de76-1641-477d-b42f-72b17ec4b3fa req-f647c4f2-87f5-4a38-a6a5-4b81e10a638e service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5772059 Apr 20 14:54:19.082608 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8788061f-2f62-4b09-8a85-2005e3486260 req-224f4361-6f7c-49de-bcae-457ec6c08065 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:54:19.102389 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6102681-6e64-497d-b858-6a847e56af1a None None] Sync routers for ids ['e492d515-489e-452c-914d-0c0f6126800c'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:54:19.121304 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6102681-6e64-497d-b858-6a847e56af1a None None] Routers {'e492d515-489e-452c-914d-0c0f6126800c'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:54:19.122382 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-c6102681-6e64-497d-b858-6a847e56af1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:54:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['e492d515-489e-452c-914d-0c0f6126800c'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:54:19.167384 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa088650-2445-47c3-a910-162334e30543 req-1ca464b1-0736-4851-9ac0-f23635b61602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:19.171680 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fa088650-2445-47c3-a910-162334e30543 req-1ca464b1-0736-4851-9ac0-f23635b61602 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ec9121784bc4847a675627263bbd80b&device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 1096 time: 0.1874816 Apr 20 14:54:19.280042 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-8788061f-2f62-4b09-8a85-2005e3486260 req-224f4361-6f7c-49de-bcae-457ec6c08065 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] No DVR routers for this DVR port 58bf4358-c596-4c96-8ccb-47886555b382 on host hv-cinder-74216 {{(pid=86499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:54:19.289339 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-8788061f-2f62-4b09-8a85-2005e3486260 req-224f4361-6f7c-49de-bcae-457ec6c08065 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:19.295706 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'name': 'network-vif-deleted', 'tag': '58bf4358-c596-4c96-8ccb-47886555b382'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:54:19.406481 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8788061f-2f62-4b09-8a85-2005e3486260 req-224f4361-6f7c-49de-bcae-457ec6c08065 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.13 "DELETE /v2.0/ports/58bf4358-c596-4c96-8ccb-47886555b382 HTTP/1.1" status: 204 len: 173 time: 2.6391139 Apr 20 14:54:19.512498 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa088650-2445-47c3-a910-162334e30543 req-2dc78c58-65b1-4e96-80af-255a677c8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:19.514518 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fa088650-2445-47c3-a910-162334e30543 req-2dc78c58-65b1-4e96-80af-255a677c8dac service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a669ef3-df53-4cd3-a0a6-990300d50cd2 HTTP/1.1" status: 200 len: 910 time: 0.3358572 Apr 20 14:54:19.574762 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-c6102681-6e64-497d-b858-6a847e56af1a None None] Set router e492d515-489e-452c-914d-0c0f6126800c gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:54:19.698133 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fa088650-2445-47c3-a910-162334e30543 req-890d8e18-9377-4de1-9e19-c6157de577c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20c94aca-7b84-406e-9edb-40ecc3869c68 HTTP/1.1" status: 200 len: 217 time: 0.0981431 Apr 20 14:54:19.815368 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa088650-2445-47c3-a910-162334e30543 req-e0bb853b-f385-41dd-aaf3-5495479c7421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:19.817412 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fa088650-2445-47c3-a910-162334e30543 req-e0bb853b-f385-41dd-aaf3-5495479c7421 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d80648ec-7cf5-4306-8b5a-bd7fb5f2d85d HTTP/1.1" status: 200 len: 849 time: 0.1058347 Apr 20 14:54:19.877885 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7a09e-180c-41d0-9043-925e70174f37 req-a1c6b097-7cff-44d8-b45c-20bd73e98ae3 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:19.879646 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3fb7a09e-180c-41d0-9043-925e70174f37 req-a1c6b097-7cff-44d8-b45c-20bd73e98ae3 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 945 time: 0.3628626 Apr 20 14:54:19.908762 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773c926-8697-4a0d-9277-e196d1f4fa4b req-520addf5-8da8-4815-8942-b4eda5d5ee0e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:19.910568 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3773c926-8697-4a0d-9277-e196d1f4fa4b req-520addf5-8da8-4815-8942-b4eda5d5ee0e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 943 time: 0.3949692 Apr 20 14:54:20.031460 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3773c926-8697-4a0d-9277-e196d1f4fa4b req-66e18c0e-5ccc-4057-adff-e2cd1e41e02c tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=951abc2c-ba48-48e2-a7bd-972e4b646edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942719 Apr 20 14:54:20.034746 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3fb7a09e-180c-41d0-9043-925e70174f37 req-ef9cdea8-480a-4739-b830-dbf7a0108afc tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220369 Apr 20 14:54:20.059388 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa088650-2445-47c3-a910-162334e30543 req-7696326e-41d3-44c6-ace9-557fc7bd0831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:20.061105 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fa088650-2445-47c3-a910-162334e30543 req-7696326e-41d3-44c6-ace9-557fc7bd0831 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a669ef3-df53-4cd3-a0a6-990300d50cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2319868 Apr 20 14:54:20.151399 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-c6102681-6e64-497d-b858-6a847e56af1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:49:43Z', 'revision_number': 4, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '6840a55a-a753-490e-8df2-ed88ce7a39b2', 'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'mac_address': 'fa:16:3e:77:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:41Z', 'updated_at': '2021-04-20T14:50:01Z', 'revision_number': 5, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'subnets': [{'id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:54:20.162572 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6102681-6e64-497d-b858-6a847e56af1a None None] Checking router: e492d515-489e-452c-914d-0c0f6126800c for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:54:20.190070 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b83d0b3-9800-47b2-904e-9e877d2210da', 'name': 'network-vif-deleted', 'tag': '58bf4358-c596-4c96-8ccb-47886555b382', 'status': 'completed', 'code': 200} Apr 20 14:54:20.195360 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6102681-6e64-497d-b858-6a847e56af1a None None] Routers {'e492d515-489e-452c-914d-0c0f6126800c'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:54:20.196730 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-c6102681-6e64-497d-b858-6a847e56af1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:54:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['e492d515-489e-452c-914d-0c0f6126800c'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:54:20.346944 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f282e6e5-ec87-40d4-aa28-7a3a69748f6d req-899a3889-aef4-484b-a682-28a077b6a579 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b83d0b3-9800-47b2-904e-9e877d2210da HTTP/1.1" status: 200 len: 210 time: 0.0704033 Apr 20 14:54:20.351984 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fa088650-2445-47c3-a910-162334e30543 req-be4c3eee-441b-4bdd-a565-46614732d36a service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832263 Apr 20 14:54:20.497001 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-c6102681-6e64-497d-b858-6a847e56af1a None None] Set router e492d515-489e-452c-914d-0c0f6126800c gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:54:20.571400 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fa088650-2445-47c3-a910-162334e30543 req-c6262d7e-a2e0-477d-976c-60820a1620f4 service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129498 Apr 20 14:54:20.913549 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-c6102681-6e64-497d-b858-6a847e56af1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:49:43Z', 'revision_number': 4, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '6840a55a-a753-490e-8df2-ed88ce7a39b2', 'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'mac_address': 'fa:16:3e:77:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:41Z', 'updated_at': '2021-04-20T14:50:01Z', 'revision_number': 5, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'subnets': [{'id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:54:20.922545 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6102681-6e64-497d-b858-6a847e56af1a None None] The sync data for ids ['e492d515-489e-452c-914d-0c0f6126800c'] in dv-cinder-742162-4-smb is: [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:49:43Z', 'revision_number': 4, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '6840a55a-a753-490e-8df2-ed88ce7a39b2', 'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'mac_address': 'fa:16:3e:77:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:41Z', 'updated_at': '2021-04-20T14:50:01Z', 'revision_number': 5, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'subnets': [{'id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:54:21.176003 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 58bf4358-c596-4c96-8ccb-47886555b382 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:54:21.267607 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] No Port match for: 58bf4358-c596-4c96-8ccb-47886555b382 {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:54:21.268227 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 58bf4358-c596-4c96-8ccb-47886555b382 not bound to the agent host hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:54:21.475269 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34917606-1d9e-405e-a072-4fca9baaf757 req-e68faa20-f19a-4e18-ad11-b714bc956ace tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:21.477092 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-34917606-1d9e-405e-a072-4fca9baaf757 req-e68faa20-f19a-4e18-ad11-b714bc956ace tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 945 time: 0.1310296 Apr 20 14:54:21.490367 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96994d8-59b1-4068-b34f-554aadc74d64 req-2f01cd87-8087-431d-a606-ff540142f9d7 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:21.492577 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a96994d8-59b1-4068-b34f-554aadc74d64 req-2f01cd87-8087-431d-a606-ff540142f9d7 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 943 time: 0.1967764 Apr 20 14:54:21.574671 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-34917606-1d9e-405e-a072-4fca9baaf757 req-1657bf5f-57ed-4f1e-b6eb-9f07a4f975ba tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809848 Apr 20 14:54:21.582668 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d84f9db-e29f-4e16-b371-974cf71abd4a None None] New status for floating IP 811b2ffe-8612-4b8c-90ef-1635635fa551: DOWN {{(pid=86501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 14:54:21.589979 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a96994d8-59b1-4068-b34f-554aadc74d64 req-0a1d21ab-653b-47dd-a5e4-cbcc3abb68bb tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=951abc2c-ba48-48e2-a7bd-972e4b646edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810912 Apr 20 14:54:21.849678 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 44816) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:21.988487 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-71ed1c2c-d567-495c-b277-addfa5f7d5b7 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:22.033130 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-71ed1c2c-d567-495c-b277-addfa5f7d5b7 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:22.142994 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-71ed1c2c-d567-495c-b277-addfa5f7d5b7 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:22.147723 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6bb95f01-0042-4862-95c5-0fa4d469e73f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:22.165818 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed1c2c-d567-495c-b277-addfa5f7d5b7 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b76db01-00b9-4ea2-a34f-7328f5527b35,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:22.168744 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-71ed1c2c-d567-495c-b277-addfa5f7d5b7 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:22.214789 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-71ed1c2c-d567-495c-b277-addfa5f7d5b7 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:22.221978 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-71ed1c2c-d567-495c-b277-addfa5f7d5b7 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "DELETE /v2.0/security-groups/4b76db01-00b9-4ea2-a34f-7328f5527b35 HTTP/1.1" status: 204 len: 168 time: 0.3663232 Apr 20 14:54:22.222624 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44826) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:22.245539 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.v2.resource [None req-a24b90f4-6b3b-4b9b-88d2-f84fef69409d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] show failed (client error): The resource could not be found. Apr 20 14:54:22.248519 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-a24b90f4-6b3b-4b9b-88d2-f84fef69409d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups/4b76db01-00b9-4ea2-a34f-7328f5527b35 HTTP/1.1" status: 404 len: 347 time: 0.0237541 Apr 20 14:54:22.251555 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44830) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:22.547133 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a30810-8abe-44b9-9b1c-dd3039a622e1 req-a0601473-910f-4218-b53f-2ecc1e8bcfd3 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:22.548834 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-13a30810-8abe-44b9-9b1c-dd3039a622e1 req-a0601473-910f-4218-b53f-2ecc1e8bcfd3 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.13 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 945 time: 0.1036785 Apr 20 14:54:22.606998 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-b6d68ab4-1661-4d28-8dba-cae581fb23f5 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Deleting port ed8b29a6-6a91-4beb-8e07-b0415af15906 {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:54:22.608796 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b6d68ab4-1661-4d28-8dba-cae581fb23f5 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:22.636133 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-13a30810-8abe-44b9-9b1c-dd3039a622e1 req-c7149238-e1d2-4993-9c7e-ec806ecb0a8f tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Deleting port bcacdef1-1110-45f2-9ec6-75877da296b7 {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:54:22.636520 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-13a30810-8abe-44b9-9b1c-dd3039a622e1 req-c7149238-e1d2-4993-9c7e-ec806ecb0a8f tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:22.941718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b6d68ab4-1661-4d28-8dba-cae581fb23f5 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:22.942061 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b6d68ab4-1661-4d28-8dba-cae581fb23f5 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:23.142613 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a11c8-58ae-46f4-b400-062916367edb req-fe82bb9f-3f76-47db-94ed-be38e4b4d0b5 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:23.144374 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-da8a11c8-58ae-46f4-b400-062916367edb req-fe82bb9f-3f76-47db-94ed-be38e4b4d0b5 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 945 time: 0.3590934 Apr 20 14:54:23.155641 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-13a30810-8abe-44b9-9b1c-dd3039a622e1 req-c7149238-e1d2-4993-9c7e-ec806ecb0a8f tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] For port bcacdef1-1110-45f2-9ec6-75877da296b7, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=bcacdef1-1110-45f2-9ec6-75877da296b7,segment=NetworkSegment(fadafd5a-25f8-406f-8826-c15f0826ddcf),segment_id=fadafd5a-25f8-406f-8826-c15f0826ddcf)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:54:23.156085 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-13a30810-8abe-44b9-9b1c-dd3039a622e1 req-c7149238-e1d2-4993-9c7e-ec806ecb0a8f tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:23.190501 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 20c94aca-7b84-406e-9edb-40ecc3869c68 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:54:23.194251 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009195d7-c7ff-4daa-ad5a-a0cdf06c70a7 req-f4ec83bb-9daa-4815-9450-e3d7872c3b3c tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:23.197472 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-009195d7-c7ff-4daa-ad5a-a0cdf06c70a7 req-f4ec83bb-9daa-4815-9450-e3d7872c3b3c tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 943 time: 0.3474576 Apr 20 14:54:23.200596 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-b6d68ab4-1661-4d28-8dba-cae581fb23f5 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Calling delete_port for ed8b29a6-6a91-4beb-8e07-b0415af15906 owned by network:floatingip {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:54:23.365254 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-13a30810-8abe-44b9-9b1c-dd3039a622e1 req-c7149238-e1d2-4993-9c7e-ec806ecb0a8f tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Calling delete_port for bcacdef1-1110-45f2-9ec6-75877da296b7 owned by compute:nova {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:54:23.431021 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 20c94aca-7b84-406e-9edb-40ecc3869c68, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=20c94aca-7b84-406e-9edb-40ecc3869c68,segment=NetworkSegment(97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c),segment_id=97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:54:23.436321 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-da8a11c8-58ae-46f4-b400-062916367edb req-56d3874a-333c-4695-a9ae-e69e130919e2 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716551 Apr 20 14:54:23.466234 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': '20c94aca-7b84-406e-9edb-40ecc3869c68', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'port_id': '20c94aca-7b84-406e-9edb-40ecc3869c68', 'mac_address': 'fa:16:3e:1e:e3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:54:23.476479 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-009195d7-c7ff-4daa-ad5a-a0cdf06c70a7 req-82b77669-1e97-4b11-a2b9-411b84b8f6fd tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=951abc2c-ba48-48e2-a7bd-972e4b646edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2170718 Apr 20 14:54:23.485955 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b6d68ab4-1661-4d28-8dba-cae581fb23f5 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:23.499876 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:23.579369 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:23.597334 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d68ab4-1661-4d28-8dba-cae581fb23f5 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Pushing event deleted for resources: {'Port': ['ID=ed8b29a6-6a91-4beb-8e07-b0415af15906,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:23.600605 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b6d68ab4-1661-4d28-8dba-cae581fb23f5 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:23.605204 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c94aca-7b84-406e-9edb-40ecc3869c68 {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:54:23.627115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 20c94aca-7b84-406e-9edb-40ecc3869c68, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=20c94aca-7b84-406e-9edb-40ecc3869c68,segment=NetworkSegment(97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c),segment_id=97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:54:23.685424 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b6d68ab4-1661-4d28-8dba-cae581fb23f5 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for floatingip, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:23.686008 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:23.687621 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-13a30810-8abe-44b9-9b1c-dd3039a622e1 req-c7149238-e1d2-4993-9c7e-ec806ecb0a8f tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:23.688348 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6e8921eb-fde5-4885-bf47-4d884f51caa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:23.700361 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:23.705266 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b6d68ab4-1661-4d28-8dba-cae581fb23f5 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for floatingip, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:23.716293 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-b6d68ab4-1661-4d28-8dba-cae581fb23f5 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "DELETE /v2.0/floatingips/811b2ffe-8612-4b8c-90ef-1635635fa551 HTTP/1.1" status: 204 len: 168 time: 1.4539287 Apr 20 14:54:23.747275 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['bcacdef1-1110-45f2-9ec6-75877da296b7'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:54:23.844114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=20c94aca-7b84-406e-9edb-40ecc3869c68,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:23.844706 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7149238-e1d2-4993-9c7e-ec806ecb0a8f tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Pushing event deleted for resources: {'Port': ['ID=bcacdef1-1110-45f2-9ec6-75877da296b7,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:23.850183 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c7149238-e1d2-4993-9c7e-ec806ecb0a8f tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:23.858367 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:23.858935 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:23.859321 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:23.859700 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:23.860079 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:23.860454 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:23.860826 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:23.861192 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:23.861570 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:23.861989 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:23.862360 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:23.862956 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:23.867517 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:23.990646 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-13a30810-8abe-44b9-9b1c-dd3039a622e1 req-c7149238-e1d2-4993-9c7e-ec806ecb0a8f tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] No DVR routers for this DVR port bcacdef1-1110-45f2-9ec6-75877da296b7 on host hv-cinder-74216 {{(pid=86498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:54:23.994630 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-13a30810-8abe-44b9-9b1c-dd3039a622e1 req-c7149238-e1d2-4993-9c7e-ec806ecb0a8f tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:23.999906 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab19490-f831-4e42-93d6-1737ebe55dfe', 'name': 'network-vif-deleted', 'tag': 'bcacdef1-1110-45f2-9ec6-75877da296b7'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:54:24.016558 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-13a30810-8abe-44b9-9b1c-dd3039a622e1 req-c7149238-e1d2-4993-9c7e-ec806ecb0a8f tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.13 "DELETE /v2.0/ports/bcacdef1-1110-45f2-9ec6-75877da296b7 HTTP/1.1" status: 204 len: 173 time: 1.4620593 Apr 20 14:54:24.034999 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['20c94aca-7b84-406e-9edb-40ecc3869c68'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:54:24.124836 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab19490-f831-4e42-93d6-1737ebe55dfe', 'name': 'network-vif-deleted', 'tag': 'bcacdef1-1110-45f2-9ec6-75877da296b7', 'status': 'completed', 'code': 200} Apr 20 14:54:24.299764 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 44858) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:24.475937 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-211f448f-db90-4b80-870e-873ebc22d6e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:24.499022 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44866) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:24.502823 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-211f448f-db90-4b80-870e-873ebc22d6e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:24.509716 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-6bedb9ec-c610-418c-84a0-fffb415f56d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1999779417', 'description': 'tempest-description--1189471705'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:24.510510 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-211f448f-db90-4b80-870e-873ebc22d6e3 admin admin] Usage tracker for resource:security_group_rule and tenant:e41f0933337b45af9253aff71f922a49 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:24.516872 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-211f448f-db90-4b80-870e-873ebc22d6e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:24.522751 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-6bedb9ec-c610-418c-84a0-fffb415f56d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:24.528532 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-211f448f-db90-4b80-870e-873ebc22d6e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:24.532926 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-6bedb9ec-c610-418c-84a0-fffb415f56d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Usage tracker for resource:security_group and tenant:60cc29d1ca354b0bb99197550f740015 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:24.539804 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-6bedb9ec-c610-418c-84a0-fffb415f56d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:24.557631 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-6bedb9ec-c610-418c-84a0-fffb415f56d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:24.680362 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6bedb9ec-c610-418c-84a0-fffb415f56d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:24.705498 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-6bedb9ec-c610-418c-84a0-fffb415f56d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:24.709838 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-6bedb9ec-c610-418c-84a0-fffb415f56d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Usage tracker for resource:security_group_rule and tenant:60cc29d1ca354b0bb99197550f740015 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:24.713216 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-6bedb9ec-c610-418c-84a0-fffb415f56d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:24.731605 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-6bedb9ec-c610-418c-84a0-fffb415f56d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:24.894986 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-56b20809-9d14-4c83-b9d8-f2de77e1f7d9 req-93b312c6-a8cf-485a-9179-d5e3c9b7afd0 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Synchronizing usage tracker for tenant:c726863d588544098ec502b97099503d on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:54:24.895729 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6bedb9ec-c610-418c-84a0-fffb415f56d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:24.925948 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-211f448f-db90-4b80-870e-873ebc22d6e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:24.938642 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6bedb9ec-c610-418c-84a0-fffb415f56d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:24.945035 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-703b7a5a-b05c-4172-bbe9-f2dbdd4aae6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:24.974162 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d8705-783a-4c24-b8a0-1dc727821738 req-fb858e16-178b-4687-8fb8-6c1620c3fff6 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:24.976753 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5c2d8705-783a-4c24-b8a0-1dc727821738 req-fb858e16-178b-4687-8fb8-6c1620c3fff6 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 944 time: 0.2178876 Apr 20 14:54:24.978078 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-211f448f-db90-4b80-870e-873ebc22d6e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:24.995697 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-42adc76e-0887-41b2-86a5-7e04c95a0fb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:25.017534 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6bedb9ec-c610-418c-84a0-fffb415f56d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.023267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-56b20809-9d14-4c83-b9d8-f2de77e1f7d9 req-93b312c6-a8cf-485a-9179-d5e3c9b7afd0 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Unset dirty status for tenant:c726863d588544098ec502b97099503d on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:54:25.025372 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-56b20809-9d14-4c83-b9d8-f2de77e1f7d9 req-93b312c6-a8cf-485a-9179-d5e3c9b7afd0 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=8ab19490-f831-4e42-93d6-1737ebe55dfe HTTP/1.1" status: 200 len: 210 time: 0.2134771 Apr 20 14:54:25.026486 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-6bedb9ec-c610-418c-84a0-fffb415f56d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5254672 Apr 20 14:54:25.045429 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44878) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:25.055845 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-7d9095cf-097b-43d6-9a25-a9ca56bbe5ff tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Request body: {'security_group_rule': {'security_group_id': '6ef71679-4ac2-4eb1-9185-46cdc947086c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:25.078425 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-7d9095cf-097b-43d6-9a25-a9ca56bbe5ff tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:25.096247 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-7d9095cf-097b-43d6-9a25-a9ca56bbe5ff tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Usage tracker for resource:security_group_rule and tenant:60cc29d1ca354b0bb99197550f740015 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:25.100440 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedb9ec-c610-418c-84a0-fffb415f56d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef71679-4ac2-4eb1-9185-46cdc947086c,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:25.105117 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 44882) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:25.105387 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6bedb9ec-c610-418c-84a0-fffb415f56d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:25.107512 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-7d9095cf-097b-43d6-9a25-a9ca56bbe5ff tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:25.119210 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-7d9095cf-097b-43d6-9a25-a9ca56bbe5ff tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:25.137805 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-211f448f-db90-4b80-870e-873ebc22d6e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e41f0933337b45af9253aff71f922a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8359902 Apr 20 14:54:25.143255 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44888) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:25.147209 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f448f-db90-4b80-870e-873ebc22d6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c957ad5-8aa6-44ab-a21e-8de25eb18b59,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:25.164575 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5c2d8705-783a-4c24-b8a0-1dc727821738 req-2df5f136-b266-42d8-86e7-75a0bdf35607 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=951abc2c-ba48-48e2-a7bd-972e4b646edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458077 Apr 20 14:54:25.165598 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-211f448f-db90-4b80-870e-873ebc22d6e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:25.181898 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7d9095cf-097b-43d6-9a25-a9ca56bbe5ff tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.218008 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 20c94aca-7b84-406e-9edb-40ecc3869c68 up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:54:25.286147 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-acaef955-883b-4f7d-a7dd-0cc640ed262a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.292717 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7d9095cf-097b-43d6-9a25-a9ca56bbe5ff tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.299037 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3c32-1e80-4b07-9e87-0fac13a62e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.323148 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-acaef955-883b-4f7d-a7dd-0cc640ed262a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.329753 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-ed5e3c32-1e80-4b07-9e87-0fac13a62e1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:25.334506 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7d9095cf-097b-43d6-9a25-a9ca56bbe5ff tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.337299 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-ed5e3c32-1e80-4b07-9e87-0fac13a62e1b admin admin] Usage tracker for resource:security_group_rule and tenant:59c5341f368b4420acad4bb98ae8b261 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:25.344162 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-ed5e3c32-1e80-4b07-9e87-0fac13a62e1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:25.347192 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9b25afe2-e74d-4740-b612-ed2e7f6563ec tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:25.354471 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port 20c94aca-7b84-406e-9edb-40ecc3869c68 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:54:25.355941 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-ed5e3c32-1e80-4b07-9e87-0fac13a62e1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:25.362620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port 20c94aca-7b84-406e-9edb-40ecc3869c68 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:54:25.363410 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.376651 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9095cf-097b-43d6-9a25-a9ca56bbe5ff tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5483364c-88f9-4765-a292-ba9e2e010105,revision_number=0']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:25.390209 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7d9095cf-097b-43d6-9a25-a9ca56bbe5ff tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:25.445701 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7d9095cf-097b-43d6-9a25-a9ca56bbe5ff tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.449729 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-7d9095cf-097b-43d6-9a25-a9ca56bbe5ff tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4001720 Apr 20 14:54:25.450519 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 44892) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:25.457481 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-1bb13a50-25dc-4e13-975b-791faa65902e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Request body: {'security_group_rule': {'security_group_id': '6ef71679-4ac2-4eb1-9185-46cdc947086c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:25.464867 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-1bb13a50-25dc-4e13-975b-791faa65902e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:25.470013 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-1bb13a50-25dc-4e13-975b-791faa65902e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Usage tracker for resource:security_group_rule and tenant:60cc29d1ca354b0bb99197550f740015 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:25.473560 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-1bb13a50-25dc-4e13-975b-791faa65902e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:25.479861 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3c32-1e80-4b07-9e87-0fac13a62e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.481039 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-1bb13a50-25dc-4e13-975b-791faa65902e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:25.485586 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-acaef955-883b-4f7d-a7dd-0cc640ed262a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.492620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-39fc80da-ddd8-4f0a-8ee0-60153faf5f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:25.511984 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaef955-883b-4f7d-a7dd-0cc640ed262a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c957ad5-8aa6-44ab-a21e-8de25eb18b59,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:25.515024 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ed5e3c32-1e80-4b07-9e87-0fac13a62e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.515208 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-acaef955-883b-4f7d-a7dd-0cc640ed262a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:25.516945 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.519093 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-acaef955-883b-4f7d-a7dd-0cc640ed262a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.525743 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-acaef955-883b-4f7d-a7dd-0cc640ed262a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c957ad5-8aa6-44ab-a21e-8de25eb18b59 HTTP/1.1" status: 204 len: 168 time: 0.3761039 Apr 20 14:54:25.529572 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-76664d7d-8708-44c6-bebe-87b8e11a8ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:25.552133 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1bb13a50-25dc-4e13-975b-791faa65902e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.566268 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68e81bd-17b4-419a-8f75-f3a2264b2596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c94aca-7b84-406e-9edb-40ecc3869c68'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:54:25.580022 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 20c94aca-7b84-406e-9edb-40ecc3869c68, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=20c94aca-7b84-406e-9edb-40ecc3869c68,segment=NetworkSegment(97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c),segment_id=97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:54:25.584788 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-ed5e3c32-1e80-4b07-9e87-0fac13a62e1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59c5341f368b4420acad4bb98ae8b261&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4673650 Apr 20 14:54:25.585790 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e3c32-1e80-4b07-9e87-0fac13a62e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00c93c6-9719-45af-adf7-cca8c1f30633,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:25.588608 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 44900) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:25.605597 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ed5e3c32-1e80-4b07-9e87-0fac13a62e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:25.611369 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.612307 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device bcacdef1-1110-45f2-9ec6-75877da296b7 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:54:25.647556 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1bb13a50-25dc-4e13-975b-791faa65902e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.648727 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:25.689187 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68e81bd-17b4-419a-8f75-f3a2264b2596', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c94aca-7b84-406e-9edb-40ecc3869c68', 'code': 200} Apr 20 14:54:25.695917 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] No Port match for: bcacdef1-1110-45f2-9ec6-75877da296b7 {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:54:25.696319 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device bcacdef1-1110-45f2-9ec6-75877da296b7 not bound to the agent host hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:54:25.702992 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1bb13a50-25dc-4e13-975b-791faa65902e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.714558 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d300c0bc-dc43-4e9e-bac6-8de505e8d91c tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:25.736799 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9900e872-1b39-4d7c-bc16-55f033b347cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.750132 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb13a50-25dc-4e13-975b-791faa65902e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2c503e-2fee-4772-a04f-373e17d5d291,revision_number=0']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:25.753139 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1bb13a50-25dc-4e13-975b-791faa65902e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:25.766514 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=20c94aca-7b84-406e-9edb-40ecc3869c68,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:25.772244 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9900e872-1b39-4d7c-bc16-55f033b347cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.772334 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:25.807104 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1bb13a50-25dc-4e13-975b-791faa65902e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.808796 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-1bb13a50-25dc-4e13-975b-791faa65902e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3564456 Apr 20 14:54:25.847226 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 44904) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:25.853457 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Request body: {'floatingip': {'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:25.861089 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:25.867250 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Usage tracker for resource:floatingip and tenant:60cc29d1ca354b0bb99197550f740015 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:25.871014 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:25.878890 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:25.901191 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9900e872-1b39-4d7c-bc16-55f033b347cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.907487 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c0e75679-2546-440a-b6d9-77a69f194a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:25.924376 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900e872-1b39-4d7c-bc16-55f033b347cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00c93c6-9719-45af-adf7-cca8c1f30633,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:25.932545 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9900e872-1b39-4d7c-bc16-55f033b347cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:25.933790 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-9900e872-1b39-4d7c-bc16-55f033b347cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e00c93c6-9719-45af-adf7-cca8c1f30633 HTTP/1.1" status: 204 len: 168 time: 0.3307438 Apr 20 14:54:25.935235 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9900e872-1b39-4d7c-bc16-55f033b347cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:25.936157 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for floatingip, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:26.539276 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc45599-dcdc-466a-9218-787bb20fc2ec req-a468b5fa-f1d9-4b6f-bfff-9248abd0cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:26.541316 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2fc45599-dcdc-466a-9218-787bb20fc2ec req-a468b5fa-f1d9-4b6f-bfff-9248abd0cd12 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 1098 time: 0.2054296 Apr 20 14:54:26.552423 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819a436-103e-4c8e-876d-5d9345d3e85b req-dff3b42a-66d8-4dc5-9cc9-ed43f6257c26 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:26.554075 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0819a436-103e-4c8e-876d-5d9345d3e85b req-dff3b42a-66d8-4dc5-9cc9-ed43f6257c26 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 945 time: 0.2170534 Apr 20 14:54:26.672969 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2fc45599-dcdc-466a-9218-787bb20fc2ec req-39397235-2000-4f88-a241-88d984105217 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=951abc2c-ba48-48e2-a7bd-972e4b646edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176922 Apr 20 14:54:26.680786 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:26.726265 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0819a436-103e-4c8e-876d-5d9345d3e85b req-94006319-4332-4d04-a0cb-556af63e055b tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=951abc2c-ba48-48e2-a7bd-972e4b646edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406081 Apr 20 14:54:26.862436 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Allocated IP 172.28.0.80 (c65a64c7-be21-4578-9264-745dbe2f178e/5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5/369f22b7-8271-4a4e-a3ce-bc4224e4b02f) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:54:27.048791 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:27.126154 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:27.130342 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e6edb3b2-1d3b-4ceb-b66f-81361dc2742e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:27.205244 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Network c65a64c7-be21-4578-9264-745dbe2f178e is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:54:27.208962 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:54:27.211530 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:54:27.249037 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Pushing event updated for resources: {'Port': ['ID=369f22b7-8271-4a4e-a3ce-bc4224e4b02f,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:27.253485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:27.306496 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:27.413145 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:27.700548 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:27.739909 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126621115'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:27.745326 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-90eb7c2d-2c91-4918-89e8-dc86d2984dbc tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:27.868908 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Pushing event updated for resources: {'Port': ['ID=369f22b7-8271-4a4e-a3ce-bc4224e4b02f,revision_number=2']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:27.877070 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:27.887561 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808817'] for floatingip, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:27.946789 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for floatingip, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:27.954757 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0997429 Apr 20 14:54:28.259593 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26eed3-e483-428b-86d2-7ae83eb0ed56 req-c94761b2-8b52-415d-8431-541610a22884 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:28.261408 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8c26eed3-e483-428b-86d2-7ae83eb0ed56 req-c94761b2-8b52-415d-8431-541610a22884 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 945 time: 0.3688872 Apr 20 14:54:28.311536 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-018efee8-e179-4c65-b93c-732477fcca6d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Synchronizing usage tracker for tenant:60cc29d1ca354b0bb99197550f740015 on resource:security_group {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:54:28.345430 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8c26eed3-e483-428b-86d2-7ae83eb0ed56 req-d67b3e4f-1427-427b-b257-4050f1690b88 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=951abc2c-ba48-48e2-a7bd-972e4b646edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756090 Apr 20 14:54:28.380761 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-018efee8-e179-4c65-b93c-732477fcca6d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Unset dirty status for tenant:60cc29d1ca354b0bb99197550f740015 on resource:security_group {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:54:28.382049 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-018efee8-e179-4c65-b93c-732477fcca6d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1999779417&fields=id&tenant_id=60cc29d1ca354b0bb99197550f740015 HTTP/1.1" status: 200 len: 267 time: 0.1565583 Apr 20 14:54:28.562621 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-18da78f0-8be0-4742-98b3-ce21e594f1c5 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:28.564226 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-18da78f0-8be0-4742-98b3-ce21e594f1c5 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/networks?id=f3478651-076d-4e24-9740-70942ad381f0 HTTP/1.1" status: 200 len: 814 time: 0.1736863 Apr 20 14:54:28.580340 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-98460a67-745f-4b08-abfb-3b80404edd45 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/quotas/60cc29d1ca354b0bb99197550f740015 HTTP/1.1" status: 200 len: 375 time: 0.0100181 Apr 20 14:54:28.677380 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-1943c75d-25c0-4727-9085-24b8b5f643a2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=60cc29d1ca354b0bb99197550f740015&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0910115 Apr 20 14:54:28.834786 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-98b80bd9-6eec-4124-8d18-873d9b510421 service neutron] 10.222.0.21 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438880 Apr 20 14:54:28.987405 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-2276a5c2-ae68-4c7c-8908-16323319f899 service neutron] 10.222.0.21 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461790 Apr 20 14:54:29.228840 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0a121e11-3db1-4b2f-b876-c5c61865e952 req-e1abdb11-e1e9-4d4f-85b5-ac38f02d891a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 210 time: 0.0551651 Apr 20 14:54:29.634982 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c57f0-b6b5-496f-ae24-db69ae9b48a0 req-039cfeaa-1bb9-4326-a387-c383a10672d8 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:29.636695 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d89c57f0-b6b5-496f-ae24-db69ae9b48a0 req-039cfeaa-1bb9-4326-a387-c383a10672d8 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 945 time: 0.1621027 Apr 20 14:54:29.710184 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d89c57f0-b6b5-496f-ae24-db69ae9b48a0 req-e7670ef2-eeb7-4685-a2d9-c0438119882e tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=951abc2c-ba48-48e2-a7bd-972e4b646edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666940 Apr 20 14:54:29.968748 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b6f2e-e837-4c68-995f-312fd8f58e5a req-423e12cd-ac59-4ed6-8075-9a121e7e81eb tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:29.970565 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a44b6f2e-e837-4c68-995f-312fd8f58e5a req-423e12cd-ac59-4ed6-8075-9a121e7e81eb tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 945 time: 0.0986924 Apr 20 14:54:29.981226 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 45004) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:29.987658 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-f0abfdce-037f-4fa5-a0ed-11f3f8eb0cbe tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Request body: {'floatingip': {'port_id': '20c94aca-7b84-406e-9edb-40ecc3869c68'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:30.076307 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f0abfdce-037f-4fa5-a0ed-11f3f8eb0cbe tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for floatingip, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:30.484187 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-54cc0b8f-a4a1-4cf9-8662-43069f709f92 req-09b76368-c0b4-4142-8673-670b9df96a35 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 210 time: 0.0667391 Apr 20 14:54:30.832532 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f0abfdce-037f-4fa5-a0ed-11f3f8eb0cbe tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:30.892322 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f0abfdce-037f-4fa5-a0ed-11f3f8eb0cbe tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808817'] for floatingip, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:31.586741 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.l3_db [None req-f0abfdce-037f-4fa5-a0ed-11f3f8eb0cbe tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Floating IP 4ae4a0b7-8ce6-4ff9-bc7e-b501d4b50aca associated. External IP: 172.28.0.207, port: 20c94aca-7b84-406e-9edb-40ecc3869c68. Apr 20 14:54:31.719480 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-b297e613-ec8c-4b62-8954-cf6f8bdc59f9 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:31.721051 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-b297e613-ec8c-4b62-8954-cf6f8bdc59f9 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.13 "GET /v2.0/networks?id=f3478651-076d-4e24-9740-70942ad381f0 HTTP/1.1" status: 200 len: 814 time: 0.6989071 Apr 20 14:54:31.812567 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b934ced5-2074-4ce6-8673-5b3a87d46c0c req-cc8f25ff-47ad-4f28-9dd7-67bb092eb8b8 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 210 time: 0.1720951 Apr 20 14:54:31.835591 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-64ea4e8a-8a22-4119-8d40-410ab6206571 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:31.837142 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-64ea4e8a-8a22-4119-8d40-410ab6206571 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/networks?id=e1fda118-3839-4564-aad4-c9e27560f808 HTTP/1.1" status: 200 len: 813 time: 0.7191930 Apr 20 14:54:31.886058 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-1669c876-ec88-4dfb-908b-735335a1a42b tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/quotas/c726863d588544098ec502b97099503d HTTP/1.1" status: 200 len: 375 time: 0.0281286 Apr 20 14:54:31.965699 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-a905f7ca-c084-4fad-b4e1-483eb8b97145 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c726863d588544098ec502b97099503d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708334 Apr 20 14:54:31.972698 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-a941a642-7770-47d8-8dce-7d27a018de33 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60cc29d1ca354b0bb99197550f740015 HTTP/1.1" status: 200 len: 5705 time: 0.1984408 Apr 20 14:54:31.994663 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Request body: {'port': {'device_id': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'admin_state_up': True, 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'security_groups': ['6ef71679-4ac2-4eb1-9185-46cdc947086c']}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:32.433367 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-c29306dc-5277-490a-8588-d9f07e67ec9b service neutron] 10.222.0.21 "GET /v2.0/networks/e1fda118-3839-4564-aad4-c9e27560f808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203498 Apr 20 14:54:32.476341 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:32.541944 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0abfdce-037f-4fa5-a0ed-11f3f8eb0cbe tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Router ae876a57-7767-4884-847d-8cd874654f1d has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:54:32.543372 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Usage tracker for resource:port and tenant:60cc29d1ca354b0bb99197550f740015 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:32.553217 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:32.563582 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:32.650460 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Made reservation on behalf of 60cc29d1ca354b0bb99197550f740015 for: {'port': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:54:32.656503 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:32.851988 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-f5929d63-3a5d-4032-adea-aa435919b07a service neutron] 10.222.0.21 "GET /v2.0/networks/e1fda118-3839-4564-aad4-c9e27560f808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991399 Apr 20 14:54:32.947894 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0abfdce-037f-4fa5-a0ed-11f3f8eb0cbe tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:54:32.957684 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a167c4-d7b8-48e0-8055-327e13355cbc None None] Sync routers for ids ['ae876a57-7767-4884-847d-8cd874654f1d'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:54:32.969104 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a167c4-d7b8-48e0-8055-327e13355cbc None None] Routers {'ae876a57-7767-4884-847d-8cd874654f1d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:54:32.969781 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-41a167c4-d7b8-48e0-8055-327e13355cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:54:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['ae876a57-7767-4884-847d-8cd874654f1d'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:54:33.015098 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-1ab76981-8a09-4bc4-9239-9a0e00afb495 req-5b6643b1-e5ef-434a-a5ad-f2e94fc50b04 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Synchronizing usage tracker for tenant:60cc29d1ca354b0bb99197550f740015 on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:54:33.025805 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f0abfdce-037f-4fa5-a0ed-11f3f8eb0cbe tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for floatingip, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:33.104100 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Allocated IP 172.20.0.9 (f3478651-076d-4e24-9740-70942ad381f0/7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7/47a72090-613d-4478-a820-0a7da868359e) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:54:33.338446 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fdcae4dd-ca8f-46df-8335-3cc86c743b05 req-d94a2a8c-407b-4e94-bdf0-3c8592954ce6 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 210 time: 0.0857611 Apr 20 14:54:33.348745 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-41a167c4-d7b8-48e0-8055-327e13355cbc None None] Set router ae876a57-7767-4884-847d-8cd874654f1d gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:54:33.387740 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f0abfdce-037f-4fa5-a0ed-11f3f8eb0cbe tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "PUT /v2.0/floatingips/4ae4a0b7-8ce6-4ff9-bc7e-b501d4b50aca HTTP/1.1" status: 200 len: 991 time: 3.4046910 Apr 20 14:54:33.392121 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68e81bd-17b4-419a-8f75-f3a2264b2596', 'tag': '20c94aca-7b84-406e-9edb-40ecc3869c68'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:54:33.397467 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-1ab76981-8a09-4bc4-9239-9a0e00afb495 req-5b6643b1-e5ef-434a-a5ad-f2e94fc50b04 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Unset dirty status for tenant:60cc29d1ca354b0bb99197550f740015 on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:54:33.398800 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1ab76981-8a09-4bc4-9239-9a0e00afb495 req-5b6643b1-e5ef-434a-a5ad-f2e94fc50b04 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 210 time: 0.4592478 Apr 20 14:54:33.488598 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:33.504357 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c68e81bd-17b4-419a-8f75-f3a2264b2596', 'tag': '20c94aca-7b84-406e-9edb-40ecc3869c68', 'status': 'completed', 'code': 200} Apr 20 14:54:33.611647 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Transition to ACTIVE for port object 47a72090-613d-4478-a820-0a7da868359e will not be triggered until provisioned by entity DHCP. {{(pid=86498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:54:33.642908 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e70d50-0f91-4e17-a071-92b98253b5d1 req-3139c9c5-46f4-4a20-8337-6040170e9418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:33.644663 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-85e70d50-0f91-4e17-a071-92b98253b5d1 req-3139c9c5-46f4-4a20-8337-6040170e9418 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ec9121784bc4847a675627263bbd80b&device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 1098 time: 0.0972288 Apr 20 14:54:33.709015 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:33.719634 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:33.791814 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Network f3478651-076d-4e24-9740-70942ad381f0 is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:54:33.799834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e70d50-0f91-4e17-a071-92b98253b5d1 req-c489aaa3-07f4-4814-b332-1165e360fa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:33.802053 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:54:33.802861 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-85e70d50-0f91-4e17-a071-92b98253b5d1 req-c489aaa3-07f4-4814-b332-1165e360fa64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a669ef3-df53-4cd3-a0a6-990300d50cd2 HTTP/1.1" status: 200 len: 910 time: 0.1519897 Apr 20 14:54:33.805226 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:54:33.833981 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-41a167c4-d7b8-48e0-8055-327e13355cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_floatingips': [{'id': '4ae4a0b7-8ce6-4ff9-bc7e-b501d4b50aca', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'floating_ip_address': '172.28.0.207', 'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'router_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'port_id': '20c94aca-7b84-406e-9edb-40ecc3869c68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'mac_address': 'fa:16:3e:1e:e3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68e81bd-17b4-419a-8f75-f3a2264b2596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:54:08Z', 'updated_at': '2021-04-20T14:54:30Z', 'revision_number': 1, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff532d2c-d2dc-4d42-81b3-84ba47199049', 'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'mac_address': 'fa:16:3e:5e:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:44Z', 'updated_at': '2021-04-20T14:50:03Z', 'revision_number': 5, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'subnets': [{'id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:54:33.841404 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a167c4-d7b8-48e0-8055-327e13355cbc None None] Checking router: ae876a57-7767-4884-847d-8cd874654f1d for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:54:33.867808 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a167c4-d7b8-48e0-8055-327e13355cbc None None] Routers {'ae876a57-7767-4884-847d-8cd874654f1d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:54:33.868532 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-41a167c4-d7b8-48e0-8055-327e13355cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:54:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['ae876a57-7767-4884-847d-8cd874654f1d'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:54:34.180502 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-d86208db-516e-4104-b229-0e19a90c0578 None None] Provisioning for port 47a72090-613d-4478-a820-0a7da868359e completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:54:34.190287 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-d86208db-516e-4104-b229-0e19a90c0578 None None] Provisioning complete for port 47a72090-613d-4478-a820-0a7da868359e triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:54:34.191096 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d86208db-516e-4104-b229-0e19a90c0578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:34.275859 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-41a167c4-d7b8-48e0-8055-327e13355cbc None None] Set router ae876a57-7767-4884-847d-8cd874654f1d gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:54:34.320729 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Pushing event updated for resources: {'Port': ['ID=47a72090-613d-4478-a820-0a7da868359e,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:34.342802 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:34.342802 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:34.342802 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:34.342802 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:34.342802 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:34.343183 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-85e70d50-0f91-4e17-a071-92b98253b5d1 req-10549b60-58c7-4bf4-bca1-d9407da241c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20c94aca-7b84-406e-9edb-40ecc3869c68 HTTP/1.1" status: 200 len: 999 time: 0.5189073 Apr 20 14:54:34.343259 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:34.343331 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-d86208db-516e-4104-b229-0e19a90c0578 None None] Port 47a72090-613d-4478-a820-0a7da868359e cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:54:34.343421 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:34.346197 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:34.346952 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:34.347456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:34.347984 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:34.348460 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:34.353105 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:34.378574 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:34.379369 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:34.434988 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4564183 Apr 20 14:54:34.441140 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e70d50-0f91-4e17-a071-92b98253b5d1 req-63498311-5e62-4b07-b4c9-dc64d2c8b8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:34.447965 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-85e70d50-0f91-4e17-a071-92b98253b5d1 req-63498311-5e62-4b07-b4c9-dc64d2c8b8fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d80648ec-7cf5-4306-8b5a-bd7fb5f2d85d HTTP/1.1" status: 200 len: 849 time: 0.0973406 Apr 20 14:54:34.453352 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Request body: {'port': {'device_id': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:34.600616 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e70d50-0f91-4e17-a071-92b98253b5d1 req-0a166e49-abbc-4376-bd89-c93847410583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:34.602391 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-85e70d50-0f91-4e17-a071-92b98253b5d1 req-0a166e49-abbc-4376-bd89-c93847410583 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a669ef3-df53-4cd3-a0a6-990300d50cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1483879 Apr 20 14:54:34.672062 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:34.765572 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9c916298-f385-4111-aaf8-bb5240ebcba0 req-027d259a-0f3e-4679-8622-faa5cceede1d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 210 time: 0.1665931 Apr 20 14:54:34.781262 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-85e70d50-0f91-4e17-a071-92b98253b5d1 req-fdf1ecfc-5ed6-41f5-8163-b2956c041f32 service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719151 Apr 20 14:54:34.829941 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-41a167c4-d7b8-48e0-8055-327e13355cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_floatingips': [{'id': '4ae4a0b7-8ce6-4ff9-bc7e-b501d4b50aca', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'floating_ip_address': '172.28.0.207', 'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'router_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'port_id': '20c94aca-7b84-406e-9edb-40ecc3869c68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'mac_address': 'fa:16:3e:1e:e3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68e81bd-17b4-419a-8f75-f3a2264b2596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:54:08Z', 'updated_at': '2021-04-20T14:54:30Z', 'revision_number': 1, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff532d2c-d2dc-4d42-81b3-84ba47199049', 'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'mac_address': 'fa:16:3e:5e:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:44Z', 'updated_at': '2021-04-20T14:50:03Z', 'revision_number': 5, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'subnets': [{'id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:54:34.845159 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a167c4-d7b8-48e0-8055-327e13355cbc None None] The sync data for ids ['ae876a57-7767-4884-847d-8cd874654f1d'] in dv-cinder-742162-4-smb is: [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_floatingips': [{'id': '4ae4a0b7-8ce6-4ff9-bc7e-b501d4b50aca', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'floating_ip_address': '172.28.0.207', 'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'router_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'port_id': '20c94aca-7b84-406e-9edb-40ecc3869c68', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'mac_address': 'fa:16:3e:1e:e3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c68e81bd-17b4-419a-8f75-f3a2264b2596', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:54:08Z', 'updated_at': '2021-04-20T14:54:30Z', 'revision_number': 1, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff532d2c-d2dc-4d42-81b3-84ba47199049', 'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'mac_address': 'fa:16:3e:5e:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:44Z', 'updated_at': '2021-04-20T14:50:03Z', 'revision_number': 5, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'subnets': [{'id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:54:34.972839 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-85e70d50-0f91-4e17-a071-92b98253b5d1 req-45788a8c-4d19-4d6e-ba5a-1bf595741514 service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803248 Apr 20 14:54:35.067886 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2bd60-511e-4363-99ab-b49920f3631b req-4012ac10-baab-42e6-a417-950fcefd7782 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:35.078548 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dda2bd60-511e-4363-99ab-b49920f3631b req-4012ac10-baab-42e6-a417-950fcefd7782 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 931 time: 0.4076829 Apr 20 14:54:35.205155 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dda2bd60-511e-4363-99ab-b49920f3631b req-015d6e5a-2cd7-4687-822f-2dcb8c506b9b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181700 Apr 20 14:54:35.308360 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85d1748-6db5-49a5-9a89-7afd82815452 None None] New status for floating IP 4ae4a0b7-8ce6-4ff9-bc7e-b501d4b50aca: ACTIVE {{(pid=86501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 14:54:35.330569 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a72090-613d-4478-a820-0a7da868359e {{(pid=86498) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:54:35.344670 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:35.371288 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Transition to ACTIVE for port object 47a72090-613d-4478-a820-0a7da868359e will not be triggered until provisioned by entity L2. {{(pid=86498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:54:35.375818 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-978ffdf8-9cc5-4855-a029-d798a7ace8f4 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:35.377403 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-978ffdf8-9cc5-4855-a029-d798a7ace8f4 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.13 "GET /v2.0/networks?id=e1fda118-3839-4564-aad4-c9e27560f808 HTTP/1.1" status: 200 len: 813 time: 0.2467816 Apr 20 14:54:35.396453 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Request body: {'port': {'device_id': '5cf19bbf-7c1a-445c-839d-2d8755ca0a11', 'network_id': 'e1fda118-3839-4564-aad4-c9e27560f808', 'admin_state_up': True, 'tenant_id': 'c726863d588544098ec502b97099503d'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:35.422597 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126621115'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:35.428368 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ac18172b-17eb-4c76-8d01-30c7665ffd37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:35.680894 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:35.692381 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:35.708812 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Pushing event updated for resources: {'Port': ['ID=47a72090-613d-4478-a820-0a7da868359e,revision_number=2']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:35.726891 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:35.754033 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Made reservation on behalf of c726863d588544098ec502b97099503d for: {'port': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:54:35.764922 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:35.808675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Attempting to bind port 47a72090-613d-4478-a820-0a7da868359e on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:54:35.809830 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Attempting to bind port 47a72090-613d-4478-a820-0a7da868359e by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '6f6276ee-3184-4479-a65e-2bea908756d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0'}] {{(pid=86498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:54:35.810511 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Attempting to bind port 47a72090-613d-4478-a820-0a7da868359e on network f3478651-076d-4e24-9740-70942ad381f0 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:54:35.817302 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Port 47a72090-613d-4478-a820-0a7da868359e on network f3478651-076d-4e24-9740-70942ad381f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:54:35.817824 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Attempting to bind port 47a72090-613d-4478-a820-0a7da868359e on network f3478651-076d-4e24-9740-70942ad381f0 {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:54:35.824285 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:54:35.824994 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Checking segment: {'id': '6f6276ee-3184-4479-a65e-2bea908756d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:54:35.826183 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Bound using segment: {'id': '6f6276ee-3184-4479-a65e-2bea908756d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0'} {{(pid=86498) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:54:35.826848 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Bound port: 47a72090-613d-4478-a820-0a7da868359e, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f6276ee-3184-4479-a65e-2bea908756d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0'}}] {{(pid=86498) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:54:35.827409 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:35.969034 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6c1fd6d4-ac9d-48a2-920e-1bb5f673456e req-b8c6e085-96cc-4ccd-8417-2550a85893bc tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 210 time: 0.0567434 Apr 20 14:54:36.006630 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Allocated IP 172.20.0.5 (e1fda118-3839-4564-aad4-c9e27560f808/65b1014a-f7a9-4976-a372-040ef94428b2/3f134c94-04f9-41c4-8273-4cd35a16f15e) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:54:36.041417 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] For port 47a72090-613d-4478-a820-0a7da868359e, host hv-cinder-74216, cleared binding levels {{(pid=86498) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:54:36.045834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] For port 47a72090-613d-4478-a820-0a7da868359e, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=47a72090-613d-4478-a820-0a7da868359e,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86498) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:54:36.091570 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126621115'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:36.096702 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d61fd575-f5d8-4711-ad69-26ae2f268bf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:36.155665 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:36.156205 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:36.157694 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] 10.222.0.13 "PUT /v2.0/ports/47a72090-613d-4478-a820-0a7da868359e HTTP/1.1" status: 200 len: 1093 time: 1.7094483 Apr 20 14:54:36.158343 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'tag': '47a72090-613d-4478-a820-0a7da868359e'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:54:36.190953 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Pushing event updated for resources: {'Port': ['ID=47a72090-613d-4478-a820-0a7da868359e,revision_number=3']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:36.195857 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:36.233027 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'tag': '47a72090-613d-4478-a820-0a7da868359e', 'status': 'completed', 'code': 200} Apr 20 14:54:36.279043 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:36.337795 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:36.344137 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d31c7828-b1b7-4a54-9a75-94ea3222be05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:36.345205 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-dceb1cc7-e23c-4186-90dc-fc0bb0ef62af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:36.346889 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-dceb1cc7-e23c-4186-90dc-fc0bb0ef62af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60cc29d1ca354b0bb99197550f740015&device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 1096 time: 0.1021001 Apr 20 14:54:36.430739 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Network e1fda118-3839-4564-aad4-c9e27560f808 is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:54:36.439675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:54:36.442275 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:54:36.484226 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-49d60da0-236f-4cca-8c2f-60e240b09dc2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47a72090-613d-4478-a820-0a7da868359e HTTP/1.1" status: 200 len: 217 time: 0.1231124 Apr 20 14:54:36.485225 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Pushing event updated for resources: {'Port': ['ID=3f134c94-04f9-41c4-8273-4cd35a16f15e,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:36.501685 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:36.502032 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:36.502449 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:36.502891 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:36.503303 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:36.503711 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:36.504116 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:36.504524 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:36.505046 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:36.505325 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:36.505804 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:36.506105 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:54:36.510126 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:36.539186 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:36.539530 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:36.583825 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-b2bdef32-c01a-4530-9a74-87916c3d91ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:36.585415 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-b2bdef32-c01a-4530-9a74-87916c3d91ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7 HTTP/1.1" status: 200 len: 853 time: 0.0935953 Apr 20 14:54:36.598562 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2066395 Apr 20 14:54:36.616076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Request body: {'port': {'device_id': '5cf19bbf-7c1a-445c-839d-2d8755ca0a11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:36.636719 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbc05e-4dc7-44f7-acf9-27b970b8826f req-6b0c4abc-ce8f-437a-bfac-cf7b7f0a4f34 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:36.639023 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0ecbc05e-4dc7-44f7-acf9-27b970b8826f req-6b0c4abc-ce8f-437a-bfac-cf7b7f0a4f34 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 943 time: 0.2201080 Apr 20 14:54:36.709254 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0ecbc05e-4dc7-44f7-acf9-27b970b8826f req-80d68f5a-02cd-4523-a884-289a40f1f9c0 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638468 Apr 20 14:54:36.728800 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-99ca88bd-aebd-4c31-9c6d-a7f715693cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:36.730594 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-99ca88bd-aebd-4c31-9c6d-a7f715693cbc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3478651-076d-4e24-9740-70942ad381f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1382539 Apr 20 14:54:36.766302 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:36.890497 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-6ef30738-e255-4ad5-841b-6147fbbd2e28 service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506534 Apr 20 14:54:37.143332 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ddbd6034-8d0b-4db1-9f78-1853a6b92d75 req-2d6bb9a5-6110-4ae8-88a0-4864fad3bd66 service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451084 Apr 20 14:54:37.284651 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f134c94-04f9-41c4-8273-4cd35a16f15e {{(pid=86499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:54:37.294402 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:37.314643 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Transition to ACTIVE for port object 3f134c94-04f9-41c4-8273-4cd35a16f15e will not be triggered until provisioned by entity L2. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:54:37.318776 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855994b7-d342-4142-a718-e36ba51f8b3a req-d906a49e-4360-4449-8ff1-e7643e8eedec tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:37.320451 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-855994b7-d342-4142-a718-e36ba51f8b3a req-d906a49e-4360-4449-8ff1-e7643e8eedec tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 931 time: 0.1535847 Apr 20 14:54:37.346270 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126858355'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:37.351689 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-70495fd5-794b-4d84-b97b-1ea85dc7fd7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:37.428824 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-855994b7-d342-4142-a718-e36ba51f8b3a req-8edf3e6c-e978-44b1-9d1d-66f07874f17e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638442 Apr 20 14:54:37.457219 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7432d-c305-43f0-a35f-9223ddf11d0b req-9394a890-6105-4e1f-96b1-9c1fac22384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:37.458976 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d9e7432d-c305-43f0-a35f-9223ddf11d0b req-9394a890-6105-4e1f-96b1-9c1fac22384a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60cc29d1ca354b0bb99197550f740015&device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 1096 time: 0.1354489 Apr 20 14:54:37.534403 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f134c94-04f9-41c4-8273-4cd35a16f15e,revision_number=2']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:37.542663 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:37.615608 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7432d-c305-43f0-a35f-9223ddf11d0b req-83ddb1d3-5a8c-4dd9-bd27-aed80eb62f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:37.617207 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d9e7432d-c305-43f0-a35f-9223ddf11d0b req-83ddb1d3-5a8c-4dd9-bd27-aed80eb62f49 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3478651-076d-4e24-9740-70942ad381f0 HTTP/1.1" status: 200 len: 914 time: 0.1521847 Apr 20 14:54:37.626074 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Attempting to bind port 3f134c94-04f9-41c4-8273-4cd35a16f15e on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:54:37.626447 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Attempting to bind port 3f134c94-04f9-41c4-8273-4cd35a16f15e by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': 'fadafd5a-25f8-406f-8826-c15f0826ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e1fda118-3839-4564-aad4-c9e27560f808'}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:54:37.626841 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Attempting to bind port 3f134c94-04f9-41c4-8273-4cd35a16f15e on network e1fda118-3839-4564-aad4-c9e27560f808 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:54:37.632155 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Port 3f134c94-04f9-41c4-8273-4cd35a16f15e on network e1fda118-3839-4564-aad4-c9e27560f808 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:54:37.632488 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Attempting to bind port 3f134c94-04f9-41c4-8273-4cd35a16f15e on network e1fda118-3839-4564-aad4-c9e27560f808 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:54:37.638351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:54:37.638738 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Checking segment: {'id': 'fadafd5a-25f8-406f-8826-c15f0826ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e1fda118-3839-4564-aad4-c9e27560f808'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:54:37.639193 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Bound using segment: {'id': 'fadafd5a-25f8-406f-8826-c15f0826ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e1fda118-3839-4564-aad4-c9e27560f808'} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:54:37.639666 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Bound port: 3f134c94-04f9-41c4-8273-4cd35a16f15e, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fadafd5a-25f8-406f-8826-c15f0826ddcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e1fda118-3839-4564-aad4-c9e27560f808'}}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:54:37.640046 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:37.693733 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d9e7432d-c305-43f0-a35f-9223ddf11d0b req-7edb4502-83ac-43ac-b21b-732fb6de0749 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47a72090-613d-4478-a820-0a7da868359e HTTP/1.1" status: 200 len: 217 time: 0.0685132 Apr 20 14:54:37.769459 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] For port 3f134c94-04f9-41c4-8273-4cd35a16f15e, host hv-cinder-74216, cleared binding levels {{(pid=86499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:54:37.771816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7432d-c305-43f0-a35f-9223ddf11d0b req-aad29e09-3243-430c-9f61-622f10f63635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:37.773864 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d9e7432d-c305-43f0-a35f-9223ddf11d0b req-aad29e09-3243-430c-9f61-622f10f63635 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7 HTTP/1.1" status: 200 len: 853 time: 0.0714886 Apr 20 14:54:37.776234 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] For port 3f134c94-04f9-41c4-8273-4cd35a16f15e, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=3f134c94-04f9-41c4-8273-4cd35a16f15e,segment=NetworkSegment(fadafd5a-25f8-406f-8826-c15f0826ddcf),segment_id=fadafd5a-25f8-406f-8826-c15f0826ddcf)] {{(pid=86499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:54:37.806062 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126858355'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:37.812156 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4ff5e91f-4309-4615-8586-1c396ad37f8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:37.868125 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:37.868397 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:37.869917 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] 10.222.0.13 "PUT /v2.0/ports/3f134c94-04f9-41c4-8273-4cd35a16f15e HTTP/1.1" status: 200 len: 1093 time: 1.2589858 Apr 20 14:54:37.873011 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf19bbf-7c1a-445c-839d-2d8755ca0a11', 'tag': '3f134c94-04f9-41c4-8273-4cd35a16f15e'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:54:37.911561 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=3f134c94-04f9-41c4-8273-4cd35a16f15e,revision_number=3']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:37.917579 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:38.009500 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf19bbf-7c1a-445c-839d-2d8755ca0a11', 'tag': '3f134c94-04f9-41c4-8273-4cd35a16f15e', 'status': 'completed', 'code': 200} Apr 20 14:54:38.067256 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-ff219aae-2910-4183-8128-c74687ee93df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:38.069142 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-ff219aae-2910-4183-8128-c74687ee93df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c726863d588544098ec502b97099503d&device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 1096 time: 0.1065996 Apr 20 14:54:38.154224 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-34097581-5c9a-45d8-a8d3-c57c56792f93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f134c94-04f9-41c4-8273-4cd35a16f15e HTTP/1.1" status: 200 len: 217 time: 0.0710673 Apr 20 14:54:38.155423 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7432d-c305-43f0-a35f-9223ddf11d0b req-c00ce8d0-f358-4629-8c1b-b62ed388b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:38.156995 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d9e7432d-c305-43f0-a35f-9223ddf11d0b req-c00ce8d0-f358-4629-8c1b-b62ed388b2ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3478651-076d-4e24-9740-70942ad381f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3756070 Apr 20 14:54:38.235982 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-fe28a1d2-d71c-415e-b6e4-efd328aa9007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:38.237590 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-fe28a1d2-d71c-415e-b6e4-efd328aa9007 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b1014a-f7a9-4976-a372-040ef94428b2 HTTP/1.1" status: 200 len: 853 time: 0.0719895 Apr 20 14:54:38.300876 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-c4cad12e-16f6-4b34-a70f-7ba2581ae92e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1fda118-3839-4564-aad4-c9e27560f808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567620 Apr 20 14:54:38.308381 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0856cb4a-a1c3-4f87-a466-a6c65123dc67 req-c75ab270-5da0-46e9-9675-f4001e50d69c tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:38.310557 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0856cb4a-a1c3-4f87-a466-a6c65123dc67 req-c75ab270-5da0-46e9-9675-f4001e50d69c tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 943 time: 0.4433610 Apr 20 14:54:38.393992 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d9e7432d-c305-43f0-a35f-9223ddf11d0b req-ef8c5c74-850d-4953-9a7e-063611b9556f service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266860 Apr 20 14:54:38.495772 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0856cb4a-a1c3-4f87-a466-a6c65123dc67 req-370bb404-95ab-47bc-85c9-35bd8b954833 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603396 Apr 20 14:54:38.556479 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-a9eb3d3a-0386-4b15-bf3e-32d3e114e3e1 service neutron] 10.222.0.13 "GET /v2.0/networks/e1fda118-3839-4564-aad4-c9e27560f808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491343 Apr 20 14:54:38.570384 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d9e7432d-c305-43f0-a35f-9223ddf11d0b req-c8803f24-b2b4-4e6b-8ece-49bb20bc8c69 service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690304 Apr 20 14:54:38.723898 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-042037e3-ccfa-4497-9559-75c61b3f7d7b req-d8594c11-f326-4a34-918c-15aed2a0606e service neutron] 10.222.0.13 "GET /v2.0/networks/e1fda118-3839-4564-aad4-c9e27560f808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609647 Apr 20 14:54:38.744998 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a77f73-4648-46ae-b37f-95da52d1ffbc req-41c19181-2295-4ff7-b548-2d97ef80af48 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:38.746662 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-03a77f73-4648-46ae-b37f-95da52d1ffbc req-41c19181-2295-4ff7-b548-2d97ef80af48 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 943 time: 0.0985520 Apr 20 14:54:38.803139 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-03a77f73-4648-46ae-b37f-95da52d1ffbc req-3f77fe4c-6bc1-4f91-baee-8a9aad28a420 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479705 Apr 20 14:54:38.932857 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac70008-8b45-4aec-b458-2607aa81fc57 req-05229cb9-18f2-4cf0-9f75-9022dfd3d3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:38.934419 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7ac70008-8b45-4aec-b458-2607aa81fc57 req-05229cb9-18f2-4cf0-9f75-9022dfd3d3d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c726863d588544098ec502b97099503d&device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 1096 time: 0.0798872 Apr 20 14:54:39.095244 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac70008-8b45-4aec-b458-2607aa81fc57 req-f47d4401-88f3-4a74-a779-4332d361efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:39.096885 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7ac70008-8b45-4aec-b458-2607aa81fc57 req-f47d4401-88f3-4a74-a779-4332d361efb3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e1fda118-3839-4564-aad4-c9e27560f808 HTTP/1.1" status: 200 len: 913 time: 0.1552279 Apr 20 14:54:39.179836 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7ac70008-8b45-4aec-b458-2607aa81fc57 req-8644ae65-9f33-4c61-876f-8c612797d975 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3f134c94-04f9-41c4-8273-4cd35a16f15e HTTP/1.1" status: 200 len: 217 time: 0.0739338 Apr 20 14:54:39.253141 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac70008-8b45-4aec-b458-2607aa81fc57 req-17b7cf42-e376-4b3e-a529-5d9f15fd0a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:39.254621 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7ac70008-8b45-4aec-b458-2607aa81fc57 req-17b7cf42-e376-4b3e-a529-5d9f15fd0a08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=65b1014a-f7a9-4976-a372-040ef94428b2 HTTP/1.1" status: 200 len: 853 time: 0.0681756 Apr 20 14:54:39.312001 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7ac70008-8b45-4aec-b458-2607aa81fc57 req-54d030cc-ac37-4d8b-95f5-5513ebc477d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e1fda118-3839-4564-aad4-c9e27560f808&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476878 Apr 20 14:54:39.468322 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7ac70008-8b45-4aec-b458-2607aa81fc57 req-afb17527-8291-4d4f-9432-e8b0a2e7455d service neutron] 10.222.0.13 "GET /v2.0/networks/e1fda118-3839-4564-aad4-c9e27560f808?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481709 Apr 20 14:54:39.647745 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7ac70008-8b45-4aec-b458-2607aa81fc57 req-34c81923-13eb-4e05-9313-df31cbde736f service neutron] 10.222.0.13 "GET /v2.0/networks/e1fda118-3839-4564-aad4-c9e27560f808?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725330 Apr 20 14:54:39.739791 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14882113-e4b0-4f55-a594-a52a1f637d34 req-a768602c-94c2-4e13-854e-144ee022e0bb tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:39.741438 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-14882113-e4b0-4f55-a594-a52a1f637d34 req-a768602c-94c2-4e13-854e-144ee022e0bb tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 943 time: 0.0968018 Apr 20 14:54:39.808252 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-14882113-e4b0-4f55-a594-a52a1f637d34 req-4fa089ad-0a0e-4553-85fa-b3d60ce97494 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601821 Apr 20 14:54:40.102140 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf40a39-b01e-4328-b325-1b27cab679f9 req-6716561c-5ff4-4a75-a64a-68fa57cfae16 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:40.103907 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bdf40a39-b01e-4328-b325-1b27cab679f9 req-6716561c-5ff4-4a75-a64a-68fa57cfae16 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 943 time: 0.1418729 Apr 20 14:54:40.158916 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bdf40a39-b01e-4328-b325-1b27cab679f9 req-aab075de-69c7-4be5-8649-800e717b0ab9 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478365 Apr 20 14:54:40.485498 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3fb9e0cf-a8ba-46ba-b181-afbe92adc12d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:41.035863 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9e409-c057-421e-a72c-36044d1a172e req-d0bfd8da-f514-4f08-9fd0-a6cd33bad96d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:41.037608 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cad9e409-c057-421e-a72c-36044d1a172e req-d0bfd8da-f514-4f08-9fd0-a6cd33bad96d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 943 time: 0.0942276 Apr 20 14:54:41.095676 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cad9e409-c057-421e-a72c-36044d1a172e req-a350bc74-3dec-4602-a17e-40eaad97ac5e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476980 Apr 20 14:54:41.316244 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 3f134c94-04f9-41c4-8273-4cd35a16f15e details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:54:41.384300 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbc25a-0fd6-4afc-a196-8e0f34590bd6 req-0940db55-a806-4ffe-a143-ec6f6ab70b62 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:41.385981 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7fdbc25a-0fd6-4afc-a196-8e0f34590bd6 req-0940db55-a806-4ffe-a143-ec6f6ab70b62 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 943 time: 0.0989578 Apr 20 14:54:41.440132 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7fdbc25a-0fd6-4afc-a196-8e0f34590bd6 req-081d70cf-c6cb-4206-a40e-83d01d103bca tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471787 Apr 20 14:54:41.473763 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 3f134c94-04f9-41c4-8273-4cd35a16f15e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=3f134c94-04f9-41c4-8273-4cd35a16f15e,segment=NetworkSegment(fadafd5a-25f8-406f-8826-c15f0826ddcf),segment_id=fadafd5a-25f8-406f-8826-c15f0826ddcf)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:54:41.490449 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': '3f134c94-04f9-41c4-8273-4cd35a16f15e', 'network_id': 'e1fda118-3839-4564-aad4-c9e27560f808', 'port_id': '3f134c94-04f9-41c4-8273-4cd35a16f15e', 'mac_address': 'fa:16:3e:2c:7c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65b1014a-f7a9-4976-a372-040ef94428b2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:54:41.545240 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 45184) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:41.555272 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:41.574029 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f134c94-04f9-41c4-8273-4cd35a16f15e {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:54:41.591532 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 3f134c94-04f9-41c4-8273-4cd35a16f15e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=3f134c94-04f9-41c4-8273-4cd35a16f15e,segment=NetworkSegment(fadafd5a-25f8-406f-8826-c15f0826ddcf),segment_id=fadafd5a-25f8-406f-8826-c15f0826ddcf)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:54:41.626468 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:41.627418 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 47a72090-613d-4478-a820-0a7da868359e details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:54:41.631241 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:41.677086 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-878a032c-8d9e-4cf3-9cd2-f19333fb556c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:41.694268 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-878a032c-8d9e-4cf3-9cd2-f19333fb556c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:54:41.698749 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-878a032c-8d9e-4cf3-9cd2-f19333fb556c admin admin] Usage tracker for resource:security_group_rule and tenant:a4ea30e306c34bdea1c1f4bb4d822bb9 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:54:41.702860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-878a032c-8d9e-4cf3-9cd2-f19333fb556c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:54:41.710498 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-878a032c-8d9e-4cf3-9cd2-f19333fb556c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:54:41.784260 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=3f134c94-04f9-41c4-8273-4cd35a16f15e,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:41.789791 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:41.810102 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-878a032c-8d9e-4cf3-9cd2-f19333fb556c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:41.839665 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-878a032c-8d9e-4cf3-9cd2-f19333fb556c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:41.848496 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-122161ae-4f11-42c0-993e-adf64d946b5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:41.860035 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 47a72090-613d-4478-a820-0a7da868359e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=47a72090-613d-4478-a820-0a7da868359e,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:54:41.879103 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': '47a72090-613d-4478-a820-0a7da868359e', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'port_id': '47a72090-613d-4478-a820-0a7da868359e', 'mac_address': 'fa:16:3e:72:68:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:54:41.894611 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a032c-8d9e-4cf3-9cd2-f19333fb556c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01dee8f-135f-4fc6-9bd5-42cbf8a93837,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:41.898212 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-878a032c-8d9e-4cf3-9cd2-f19333fb556c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:41.906142 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-878a032c-8d9e-4cf3-9cd2-f19333fb556c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4ea30e306c34bdea1c1f4bb4d822bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547423 Apr 20 14:54:41.906535 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 45190) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:41.957756 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:41.980940 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8e4c4cc7-538a-4e8e-a6ee-9f46773f46ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:41.995032 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a72090-613d-4478-a820-0a7da868359e {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:54:42.018862 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8e4c4cc7-538a-4e8e-a6ee-9f46773f46ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:42.027967 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 47a72090-613d-4478-a820-0a7da868359e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=47a72090-613d-4478-a820-0a7da868359e,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:54:42.064141 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:42.068033 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:42.177150 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=47a72090-613d-4478-a820-0a7da868359e,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:42.180541 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:42.284244 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8e4c4cc7-538a-4e8e-a6ee-9f46773f46ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:42.297122 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7ae0577f-e9d9-4025-926f-fa14ca58a8f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:42.401841 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c4cc7-538a-4e8e-a6ee-9f46773f46ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01dee8f-135f-4fc6-9bd5-42cbf8a93837,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:42.422076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8e4c4cc7-538a-4e8e-a6ee-9f46773f46ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:42.428738 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8e4c4cc7-538a-4e8e-a6ee-9f46773f46ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:42.431357 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-8e4c4cc7-538a-4e8e-a6ee-9f46773f46ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f01dee8f-135f-4fc6-9bd5-42cbf8a93837 HTTP/1.1" status: 204 len: 168 time: 0.5236654 Apr 20 14:54:42.442208 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['3f134c94-04f9-41c4-8273-4cd35a16f15e'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:54:42.486787 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfeba9-a0d6-43b7-9aec-715d399fbb6a req-00f024db-694b-4a12-a8ef-4cfca4068e7d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:42.497712 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5ecfeba9-a0d6-43b7-9aec-715d399fbb6a req-00f024db-694b-4a12-a8ef-4cfca4068e7d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 944 time: 0.2022238 Apr 20 14:54:42.508006 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['47a72090-613d-4478-a820-0a7da868359e'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:54:42.596054 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5ecfeba9-a0d6-43b7-9aec-715d399fbb6a req-bd491e94-c24f-4b22-9ee9-cdd175d1d1ea tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965188 Apr 20 14:54:42.695406 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc54bd-4972-4cf6-ac78-d40db81312d9 req-9746494b-e394-4974-bc95-3e1f6d2599ac tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:42.697114 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2ffc54bd-4972-4cf6-ac78-d40db81312d9 req-9746494b-e394-4974-bc95-3e1f6d2599ac tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 944 time: 0.1138623 Apr 20 14:54:42.779056 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2ffc54bd-4972-4cf6-ac78-d40db81312d9 req-c58ba4df-5198-4e13-be5d-1a009f4adc0e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730329 Apr 20 14:54:43.049505 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-551a4fc1-a541-4a58-9141-e86855ced9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:43.847820 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265980d-eaec-4e2a-ae81-db9bc8f3d8e2 req-70d3a573-f009-4ba2-bef1-671c0300451f tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:43.849506 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2265980d-eaec-4e2a-ae81-db9bc8f3d8e2 req-70d3a573-f009-4ba2-bef1-671c0300451f tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 944 time: 0.0994961 Apr 20 14:54:43.901764 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2265980d-eaec-4e2a-ae81-db9bc8f3d8e2 req-9ab982f6-6927-4aae-9632-01f5da864a29 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457528 Apr 20 14:54:44.011147 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e15ac6-fc91-4779-a469-44a12fd5b043 req-7edc6eea-b37d-4b31-a197-c097ed019b9b tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:44.013376 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-43e15ac6-fc91-4779-a469-44a12fd5b043 req-7edc6eea-b37d-4b31-a197-c097ed019b9b tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 944 time: 0.0949352 Apr 20 14:54:44.071738 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-43e15ac6-fc91-4779-a469-44a12fd5b043 req-2e2d57a4-0044-4421-8835-4b820227d6af tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498116 Apr 20 14:54:44.205253 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:44.445227 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:45.113982 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55873d-c3de-4e59-bcf8-7c0f01b020c6 req-1f9b2611-681a-4bc3-9d1a-e2b3220b7ff8 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:45.115833 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fc55873d-c3de-4e59-bcf8-7c0f01b020c6 req-1f9b2611-681a-4bc3-9d1a-e2b3220b7ff8 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 944 time: 0.0925081 Apr 20 14:54:45.178202 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fc55873d-c3de-4e59-bcf8-7c0f01b020c6 req-dd96e99e-2727-414b-8d81-11fd5853729e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558143 Apr 20 14:54:45.329002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 3f134c94-04f9-41c4-8273-4cd35a16f15e up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:54:45.332926 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e370db-34ed-48d8-8ba7-b84f9167f381 req-12c4fd93-990f-4494-bbeb-38f38195db4a tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:45.334568 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f3e370db-34ed-48d8-8ba7-b84f9167f381 req-12c4fd93-990f-4494-bbeb-38f38195db4a tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 944 time: 0.0947688 Apr 20 14:54:45.386455 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f3e370db-34ed-48d8-8ba7-b84f9167f381 req-eda83abb-0f1c-4a32-96de-2885759648a8 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447590 Apr 20 14:54:45.439633 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:45.478100 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port 3f134c94-04f9-41c4-8273-4cd35a16f15e completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:54:45.484655 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port 3f134c94-04f9-41c4-8273-4cd35a16f15e triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:54:45.485075 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:45.624981 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:45.655320 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf19bbf-7c1a-445c-839d-2d8755ca0a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f134c94-04f9-41c4-8273-4cd35a16f15e'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:54:45.666070 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 3f134c94-04f9-41c4-8273-4cd35a16f15e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=3f134c94-04f9-41c4-8273-4cd35a16f15e,segment=NetworkSegment(fadafd5a-25f8-406f-8826-c15f0826ddcf),segment_id=fadafd5a-25f8-406f-8826-c15f0826ddcf)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:54:45.703214 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:45.704368 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 47a72090-613d-4478-a820-0a7da868359e up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:54:45.736908 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf19bbf-7c1a-445c-839d-2d8755ca0a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f134c94-04f9-41c4-8273-4cd35a16f15e', 'code': 200} Apr 20 14:54:45.737312 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:46.016763 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=3f134c94-04f9-41c4-8273-4cd35a16f15e,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:46.020209 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:46.056691 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port 47a72090-613d-4478-a820-0a7da868359e completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:54:46.062557 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fef8ce-5cea-476b-ae28-4d1c491157e9 req-06ff95be-c818-4140-985b-bf337a93f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:46.063144 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port 47a72090-613d-4478-a820-0a7da868359e triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:54:46.063633 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:46.064233 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-23fef8ce-5cea-476b-ae28-4d1c491157e9 req-06ff95be-c818-4140-985b-bf337a93f9c1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 1098 time: 0.0820153 Apr 20 14:54:46.110435 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-23fef8ce-5cea-476b-ae28-4d1c491157e9 req-26921197-0c19-4ce6-b31d-2041e3fff20b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383594 Apr 20 14:54:46.194566 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:46.229776 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 47a72090-613d-4478-a820-0a7da868359e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=47a72090-613d-4478-a820-0a7da868359e,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:54:46.272362 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:46.275216 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:54:46.351066 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=47a72090-613d-4478-a820-0a7da868359e,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:54:46.354307 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:54:46.414811 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4f9f4-b325-49b0-b521-a821a6bd72b8 req-0bd25221-0ff0-4c64-b5ad-4ae850c06727 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:46.416456 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9ad4f9f4-b325-49b0-b521-a821a6bd72b8 req-0bd25221-0ff0-4c64-b5ad-4ae850c06727 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.0921094 Apr 20 14:54:46.467566 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9ad4f9f4-b325-49b0-b521-a821a6bd72b8 req-ce43201e-dcb3-4cc8-b455-2e4d255dafd3 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444763 Apr 20 14:54:46.596089 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e669c2-5dce-483b-b276-47ae456cc938 req-c62e2894-6311-410d-abb7-15162ee99618 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:46.597735 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a5e669c2-5dce-483b-b276-47ae456cc938 req-c62e2894-6311-410d-abb7-15162ee99618 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 945 time: 0.0926375 Apr 20 14:54:46.648438 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a5e669c2-5dce-483b-b276-47ae456cc938 req-31fd1acf-d4e5-475a-86bc-722ef5b3936d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442209 Apr 20 14:54:47.695946 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbfc52-11d6-4b89-a4d1-ef9820dd8fe6 req-cd2e17b7-ac21-4bdb-b079-55e85f3f7f07 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:47.697903 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1abbfc52-11d6-4b89-a4d1-ef9820dd8fe6 req-cd2e17b7-ac21-4bdb-b079-55e85f3f7f07 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.1042557 Apr 20 14:54:47.738189 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a72090-613d-4478-a820-0a7da868359e'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:54:47.846459 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1abbfc52-11d6-4b89-a4d1-ef9820dd8fe6 req-1cfdee44-aa10-4079-9a42-34c144d363c5 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411052 Apr 20 14:54:47.896050 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7a1b1-4adb-44a3-aba4-1cdd3076779d req-7e8aa3dc-90bd-422a-ae0e-939dfe74d573 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:47.897723 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-80c7a1b1-4adb-44a3-aba4-1cdd3076779d req-7e8aa3dc-90bd-422a-ae0e-939dfe74d573 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 945 time: 0.1199565 Apr 20 14:54:47.906818 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a72090-613d-4478-a820-0a7da868359e', 'code': 200} Apr 20 14:54:47.954794 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-80c7a1b1-4adb-44a3-aba4-1cdd3076779d req-dcf25ba5-adcd-4154-8cbc-1df43f5b3146 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494187 Apr 20 14:54:48.026004 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:48.468191 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaafdc8-a1a4-44d7-bae4-5253e328bc08 req-adfb687e-1185-4352-ac9c-994bfbc673b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:48.469882 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fdaafdc8-a1a4-44d7-bae4-5253e328bc08 req-adfb687e-1185-4352-ac9c-994bfbc673b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 1098 time: 0.2427876 Apr 20 14:54:48.519331 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fdaafdc8-a1a4-44d7-bae4-5253e328bc08 req-9b145a95-9a76-4ad9-84d4-fab4cdf90efe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422046 Apr 20 14:54:49.157990 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f819d-bc70-4101-8bae-fb227be4a2b6 req-53157a5c-c6e6-4c09-850c-ba4b25f699fc tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:49.159746 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3d2f819d-bc70-4101-8bae-fb227be4a2b6 req-53157a5c-c6e6-4c09-850c-ba4b25f699fc tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.1198540 Apr 20 14:54:49.221903 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3d2f819d-bc70-4101-8bae-fb227be4a2b6 req-03c428b4-f03b-4d3c-b406-ba775a6e21d6 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523472 Apr 20 14:54:50.452576 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ebd89-c76e-4354-a249-c5a6f3e98eb7 req-0220a6cc-8a10-4cb2-82c3-ec9ad20b6ba2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:50.454275 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2f6ebd89-c76e-4354-a249-c5a6f3e98eb7 req-0220a6cc-8a10-4cb2-82c3-ec9ad20b6ba2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.0974972 Apr 20 14:54:50.506844 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2f6ebd89-c76e-4354-a249-c5a6f3e98eb7 req-52c4d0d4-6b9c-4c25-b596-ca9c6c979f72 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448306 Apr 20 14:54:50.726284 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bde549-d4c9-4438-93a7-f5f453414ff2 req-3d4c9ba2-d7f9-471c-8cb0-eb835609ed02 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:50.727997 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-11bde549-d4c9-4438-93a7-f5f453414ff2 req-3d4c9ba2-d7f9-471c-8cb0-eb835609ed02 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.0986891 Apr 20 14:54:50.738965 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 45256) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:54:50.746145 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-fbb3e79b-1baa-43f9-ba31-dbd35571ca10 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Request body: {'floatingip': {'port_id': '47a72090-613d-4478-a820-0a7da868359e'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:54:50.837706 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fbb3e79b-1baa-43f9-ba31-dbd35571ca10 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for floatingip, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:51.700787 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fbb3e79b-1baa-43f9-ba31-dbd35571ca10 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:51.753910 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fbb3e79b-1baa-43f9-ba31-dbd35571ca10 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808817'] for floatingip, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:51.952344 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.l3_db [None req-fbb3e79b-1baa-43f9-ba31-dbd35571ca10 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Floating IP 9e1e72a0-6de3-4c2d-8067-c510491c51a4 associated. External IP: 172.28.0.80, port: 47a72090-613d-4478-a820-0a7da868359e. Apr 20 14:54:52.624129 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb3e79b-1baa-43f9-ba31-dbd35571ca10 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Router e492d515-489e-452c-914d-0c0f6126800c has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:54:52.827015 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb3e79b-1baa-43f9-ba31-dbd35571ca10 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:54:52.834184 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fbb3e79b-1baa-43f9-ba31-dbd35571ca10 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for floatingip, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:54:52.842361 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4dba24-437a-43d2-8371-85d9399c6d83 None None] Sync routers for ids ['e492d515-489e-452c-914d-0c0f6126800c'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:54:52.854619 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4dba24-437a-43d2-8371-85d9399c6d83 None None] Routers {'e492d515-489e-452c-914d-0c0f6126800c'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:54:52.855473 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-3c4dba24-437a-43d2-8371-85d9399c6d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:54:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['e492d515-489e-452c-914d-0c0f6126800c'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:54:52.916089 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-fbb3e79b-1baa-43f9-ba31-dbd35571ca10 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "PUT /v2.0/floatingips/9e1e72a0-6de3-4c2d-8067-c510491c51a4 HTTP/1.1" status: 200 len: 990 time: 2.1755848 Apr 20 14:54:52.917514 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'tag': '47a72090-613d-4478-a820-0a7da868359e'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:54:53.051688 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'tag': '47a72090-613d-4478-a820-0a7da868359e', 'status': 'completed', 'code': 200} Apr 20 14:54:53.094385 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-3c4dba24-437a-43d2-8371-85d9399c6d83 None None] Set router e492d515-489e-452c-914d-0c0f6126800c gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:54:53.210765 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f7d0b-4cc6-4c75-b216-af84eee32d29 req-ed17fe52-272c-4556-a69b-49af37d93579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:53.213340 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ce5f7d0b-4cc6-4c75-b216-af84eee32d29 req-ed17fe52-272c-4556-a69b-49af37d93579 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60cc29d1ca354b0bb99197550f740015&device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 1098 time: 0.0916855 Apr 20 14:54:53.378748 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f7d0b-4cc6-4c75-b216-af84eee32d29 req-6a48f3e4-66af-4c8e-9d20-3597b3e206d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:53.381528 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ce5f7d0b-4cc6-4c75-b216-af84eee32d29 req-6a48f3e4-66af-4c8e-9d20-3597b3e206d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3478651-076d-4e24-9740-70942ad381f0 HTTP/1.1" status: 200 len: 914 time: 0.1616502 Apr 20 14:54:53.562431 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-3c4dba24-437a-43d2-8371-85d9399c6d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:49:43Z', 'revision_number': 4, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_floatingips': [{'id': '9e1e72a0-6de3-4c2d-8067-c510491c51a4', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'floating_ip_address': '172.28.0.80', 'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'router_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'port_id': '47a72090-613d-4478-a820-0a7da868359e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'mac_address': 'fa:16:3e:72:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:54:27Z', 'updated_at': '2021-04-20T14:54:51Z', 'revision_number': 1, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6840a55a-a753-490e-8df2-ed88ce7a39b2', 'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'mac_address': 'fa:16:3e:77:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:41Z', 'updated_at': '2021-04-20T14:50:01Z', 'revision_number': 5, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'subnets': [{'id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:54:53.568077 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4dba24-437a-43d2-8371-85d9399c6d83 None None] Checking router: e492d515-489e-452c-914d-0c0f6126800c for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:54:53.587869 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4dba24-437a-43d2-8371-85d9399c6d83 None None] Routers {'e492d515-489e-452c-914d-0c0f6126800c'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:54:53.589083 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-3c4dba24-437a-43d2-8371-85d9399c6d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:54:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['e492d515-489e-452c-914d-0c0f6126800c'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:54:53.806774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-3c4dba24-437a-43d2-8371-85d9399c6d83 None None] Set router e492d515-489e-452c-914d-0c0f6126800c gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:54:53.837587 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ce5f7d0b-4cc6-4c75-b216-af84eee32d29 req-141c4289-8f56-4d53-9874-a6ee7662b73e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47a72090-613d-4478-a820-0a7da868359e HTTP/1.1" status: 200 len: 998 time: 0.4264469 Apr 20 14:54:53.913148 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f7d0b-4cc6-4c75-b216-af84eee32d29 req-53de58a5-062b-4293-ab4b-0157ed86d5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:53.914778 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ce5f7d0b-4cc6-4c75-b216-af84eee32d29 req-53de58a5-062b-4293-ab4b-0157ed86d5cb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7 HTTP/1.1" status: 200 len: 853 time: 0.0704587 Apr 20 14:54:54.010474 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f7d0b-4cc6-4c75-b216-af84eee32d29 req-51f2a9ec-fa20-4a0a-8521-37591e1d673b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:54:54.014501 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ce5f7d0b-4cc6-4c75-b216-af84eee32d29 req-51f2a9ec-fa20-4a0a-8521-37591e1d673b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3478651-076d-4e24-9740-70942ad381f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921853 Apr 20 14:54:54.253686 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ce5f7d0b-4cc6-4c75-b216-af84eee32d29 req-59739729-f698-485e-96cb-4df9effd9a39 service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310059 Apr 20 14:54:54.287107 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-3c4dba24-437a-43d2-8371-85d9399c6d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:49:43Z', 'revision_number': 4, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_floatingips': [{'id': '9e1e72a0-6de3-4c2d-8067-c510491c51a4', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'floating_ip_address': '172.28.0.80', 'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'router_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'port_id': '47a72090-613d-4478-a820-0a7da868359e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'mac_address': 'fa:16:3e:72:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:54:27Z', 'updated_at': '2021-04-20T14:54:51Z', 'revision_number': 1, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6840a55a-a753-490e-8df2-ed88ce7a39b2', 'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'mac_address': 'fa:16:3e:77:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:41Z', 'updated_at': '2021-04-20T14:50:01Z', 'revision_number': 5, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'subnets': [{'id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:54:54.295683 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4dba24-437a-43d2-8371-85d9399c6d83 None None] The sync data for ids ['e492d515-489e-452c-914d-0c0f6126800c'] in dv-cinder-742162-4-smb is: [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:49:43Z', 'revision_number': 4, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_floatingips': [{'id': '9e1e72a0-6de3-4c2d-8067-c510491c51a4', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'floating_ip_address': '172.28.0.80', 'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'router_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'port_id': '47a72090-613d-4478-a820-0a7da868359e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'mac_address': 'fa:16:3e:72:68:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:54:27Z', 'updated_at': '2021-04-20T14:54:51Z', 'revision_number': 1, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6840a55a-a753-490e-8df2-ed88ce7a39b2', 'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'mac_address': 'fa:16:3e:77:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:41Z', 'updated_at': '2021-04-20T14:50:01Z', 'revision_number': 5, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'subnets': [{'id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:54:54.417738 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ce5f7d0b-4cc6-4c75-b216-af84eee32d29 req-dfda6846-86d5-48b3-8b22-a7ce213458af service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559935 Apr 20 14:54:54.467931 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:54:54.611097 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9efcdfa-07f4-42ac-83c7-6f4e667099e7 None None] New status for floating IP 9e1e72a0-6de3-4c2d-8067-c510491c51a4: ACTIVE {{(pid=86501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 14:55:10.376281 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457c3b1-1452-4ce3-893f-ecfadbf9d515 req-5c6d736b-5e92-478d-a7c5-75453e1a8594 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:10.377938 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e457c3b1-1452-4ce3-893f-ecfadbf9d515 req-5c6d736b-5e92-478d-a7c5-75453e1a8594 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 945 time: 0.0934889 Apr 20 14:55:10.428752 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e457c3b1-1452-4ce3-893f-ecfadbf9d515 req-95e1d398-91fc-416f-854e-6d3a68fd4734 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438356 Apr 20 14:55:10.489637 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6ca070cb-71b6-4252-a6b4-c2622d06b4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:11.641647 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc6b4f7-b775-41bb-9acf-0a120ee74fea req-e08f3ff3-4dea-488a-8b23-2fff4172444e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:11.643246 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0bc6b4f7-b775-41bb-9acf-0a120ee74fea req-e08f3ff3-4dea-488a-8b23-2fff4172444e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 945 time: 0.0920134 Apr 20 14:55:11.691084 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0bc6b4f7-b775-41bb-9acf-0a120ee74fea req-dfbbe802-5cad-47b7-aaf3-5e4aa0261aaa tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413790 Apr 20 14:55:12.895211 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df320e93-eaeb-41c6-9a59-ac46cc062aa4 req-1a5a636b-c949-438b-b3b2-08c0b404166e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:12.896751 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-df320e93-eaeb-41c6-9a59-ac46cc062aa4 req-1a5a636b-c949-438b-b3b2-08c0b404166e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 945 time: 0.0894167 Apr 20 14:55:12.949671 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-df320e93-eaeb-41c6-9a59-ac46cc062aa4 req-54e8dc0b-f745-4e4f-a50f-090955289e02 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450249 Apr 20 14:55:13.051343 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8e140e27-5e27-4a98-8bad-42e43cff1cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:14.178697 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57166e73-ff01-48a2-9171-1a1aa75c75b5 req-6c47aac1-5606-4938-b004-a5cc809a511b tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:14.180923 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-57166e73-ff01-48a2-9171-1a1aa75c75b5 req-6c47aac1-5606-4938-b004-a5cc809a511b tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 945 time: 0.1077251 Apr 20 14:55:14.227568 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:14.236823 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-57166e73-ff01-48a2-9171-1a1aa75c75b5 req-886b08fa-79b4-4bbd-99c7-7244b6fb760e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494244 Apr 20 14:55:14.437119 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:15.437287 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:15.472491 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a78c9-e740-4233-8e41-4c67a4c0c2c4 req-520705e7-22ad-469d-9837-ce456ae20d6e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:15.474368 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4b1a78c9-e740-4233-8e41-4c67a4c0c2c4 req-520705e7-22ad-469d-9837-ce456ae20d6e tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 945 time: 0.1146879 Apr 20 14:55:15.516341 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60da3a-310d-4bc2-bb17-e156412bef48 req-d31b2b0b-ce69-4861-9d4c-2f2db08ee8ae tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:15.516341 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-ab60da3a-310d-4bc2-bb17-e156412bef48 req-d31b2b0b-ce69-4861-9d4c-2f2db08ee8ae tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Synchronizing usage tracker for tenant:c726863d588544098ec502b97099503d on resource:port {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:55:15.527897 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4b1a78c9-e740-4233-8e41-4c67a4c0c2c4 req-cc52d840-9766-477e-b243-0107e6985112 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/security-groups?id=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460589 Apr 20 14:55:15.564868 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-ab60da3a-310d-4bc2-bb17-e156412bef48 req-d31b2b0b-ce69-4861-9d4c-2f2db08ee8ae tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Unset dirty status for tenant:c726863d588544098ec502b97099503d on resource:port {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:55:15.566581 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ab60da3a-310d-4bc2-bb17-e156412bef48 req-d31b2b0b-ce69-4861-9d4c-2f2db08ee8ae tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 945 time: 0.1600208 Apr 20 14:55:15.653889 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-ab60da3a-310d-4bc2-bb17-e156412bef48 req-3990d6a6-33c5-47e0-a71c-e77273310632 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Deleting port 3f134c94-04f9-41c4-8273-4cd35a16f15e {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:55:15.654280 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-ab60da3a-310d-4bc2-bb17-e156412bef48 req-3990d6a6-33c5-47e0-a71c-e77273310632 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:15.935463 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-ab60da3a-310d-4bc2-bb17-e156412bef48 req-3990d6a6-33c5-47e0-a71c-e77273310632 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] For port 3f134c94-04f9-41c4-8273-4cd35a16f15e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=3f134c94-04f9-41c4-8273-4cd35a16f15e,segment=NetworkSegment(fadafd5a-25f8-406f-8826-c15f0826ddcf),segment_id=fadafd5a-25f8-406f-8826-c15f0826ddcf)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:55:15.935768 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-ab60da3a-310d-4bc2-bb17-e156412bef48 req-3990d6a6-33c5-47e0-a71c-e77273310632 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:16.077880 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-ab60da3a-310d-4bc2-bb17-e156412bef48 req-3990d6a6-33c5-47e0-a71c-e77273310632 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Calling delete_port for 3f134c94-04f9-41c4-8273-4cd35a16f15e owned by compute:nova {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:55:16.267574 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-ab60da3a-310d-4bc2-bb17-e156412bef48 req-3990d6a6-33c5-47e0-a71c-e77273310632 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:16.273595 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-efe2563e-00a3-4d3e-b107-70090cbec32b tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:55:16.303867 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['3f134c94-04f9-41c4-8273-4cd35a16f15e'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:55:16.321987 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990d6a6-33c5-47e0-a71c-e77273310632 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Pushing event deleted for resources: {'Port': ['ID=3f134c94-04f9-41c4-8273-4cd35a16f15e,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:55:16.326572 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3990d6a6-33c5-47e0-a71c-e77273310632 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:55:16.408827 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab60da3a-310d-4bc2-bb17-e156412bef48 req-3990d6a6-33c5-47e0-a71c-e77273310632 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] No DVR routers for this DVR port 3f134c94-04f9-41c4-8273-4cd35a16f15e on host hv-cinder-74216 {{(pid=86499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:55:16.411411 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-ab60da3a-310d-4bc2-bb17-e156412bef48 req-3990d6a6-33c5-47e0-a71c-e77273310632 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:16.414253 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf19bbf-7c1a-445c-839d-2d8755ca0a11', 'name': 'network-vif-deleted', 'tag': '3f134c94-04f9-41c4-8273-4cd35a16f15e'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:55:16.451947 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ab60da3a-310d-4bc2-bb17-e156412bef48 req-3990d6a6-33c5-47e0-a71c-e77273310632 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.13 "DELETE /v2.0/ports/3f134c94-04f9-41c4-8273-4cd35a16f15e HTTP/1.1" status: 204 len: 173 time: 0.8761106 Apr 20 14:55:16.522595 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf19bbf-7c1a-445c-839d-2d8755ca0a11', 'name': 'network-vif-deleted', 'tag': '3f134c94-04f9-41c4-8273-4cd35a16f15e', 'status': 'completed', 'code': 200} Apr 20 14:55:16.706225 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c52eb3ef-2fe7-4173-b37c-221537464379 req-20e13a2b-1726-4c99-af4d-7249ea9f396c tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cf19bbf-7c1a-445c-839d-2d8755ca0a11 HTTP/1.1" status: 200 len: 210 time: 0.0537295 Apr 20 14:55:18.005063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:19.480190 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 3f134c94-04f9-41c4-8273-4cd35a16f15e no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:55:19.518350 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] No Port match for: 3f134c94-04f9-41c4-8273-4cd35a16f15e {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:55:19.518776 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 3f134c94-04f9-41c4-8273-4cd35a16f15e not bound to the agent host hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:55:23.896132 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-10928cea-09d2-4383-92bb-cc0a6d5be410 req-09d6cbca-e151-47ab-bac8-018df2e5eaa4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843513 Apr 20 14:55:24.085806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10928cea-09d2-4383-92bb-cc0a6d5be410 req-8e3c9ba2-a735-46b0-93aa-6babdde55e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:24.087365 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-10928cea-09d2-4383-92bb-cc0a6d5be410 req-8e3c9ba2-a735-46b0-93aa-6babdde55e4a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6ec9121784bc4847a675627263bbd80b&device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 1098 time: 0.1021500 Apr 20 14:55:24.244009 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10928cea-09d2-4383-92bb-cc0a6d5be410 req-9f139b94-d39d-4dfe-a4f7-a8dc0afee6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:24.245578 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-10928cea-09d2-4383-92bb-cc0a6d5be410 req-9f139b94-d39d-4dfe-a4f7-a8dc0afee6c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8a669ef3-df53-4cd3-a0a6-990300d50cd2 HTTP/1.1" status: 200 len: 910 time: 0.1392815 Apr 20 14:55:24.358979 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-10928cea-09d2-4383-92bb-cc0a6d5be410 req-a28ce41a-804d-44ba-8c95-0b95e921ae94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=20c94aca-7b84-406e-9edb-40ecc3869c68 HTTP/1.1" status: 200 len: 1001 time: 0.1061454 Apr 20 14:55:24.434752 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10928cea-09d2-4383-92bb-cc0a6d5be410 req-b3b164e0-63f2-4aef-ac36-cee05e1af710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:24.436421 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-10928cea-09d2-4383-92bb-cc0a6d5be410 req-b3b164e0-63f2-4aef-ac36-cee05e1af710 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d80648ec-7cf5-4306-8b5a-bd7fb5f2d85d HTTP/1.1" status: 200 len: 849 time: 0.0687642 Apr 20 14:55:24.528766 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10928cea-09d2-4383-92bb-cc0a6d5be410 req-b49799d9-d020-473d-ad6d-428d7c659bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:24.530410 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-10928cea-09d2-4383-92bb-cc0a6d5be410 req-b49799d9-d020-473d-ad6d-428d7c659bb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8a669ef3-df53-4cd3-a0a6-990300d50cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0862308 Apr 20 14:55:24.690297 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-10928cea-09d2-4383-92bb-cc0a6d5be410 req-1d07bb3a-9d7f-4ae7-85e6-2fb6e15f1871 service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503277 Apr 20 14:55:24.864660 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-10928cea-09d2-4383-92bb-cc0a6d5be410 req-9c6d04dd-280f-45f2-9d1e-2fdaf85d365c service neutron] 10.222.0.13 "GET /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675084 Apr 20 14:55:25.979576 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72bc88d-1493-4e77-b6f2-687eefd5a247 req-b33eedaa-dd72-4811-a1be-fe96f3cd6208 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:25.981202 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b72bc88d-1493-4e77-b6f2-687eefd5a247 req-b33eedaa-dd72-4811-a1be-fe96f3cd6208 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 945 time: 0.0924139 Apr 20 14:55:26.039636 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b72bc88d-1493-4e77-b6f2-687eefd5a247 req-48af8679-3e83-44ef-b539-c514952e7fac tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=951abc2c-ba48-48e2-a7bd-972e4b646edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515909 Apr 20 14:55:27.244106 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ecc28-50f7-49ac-97d8-7176ccbacb02 req-2d60e81e-5d09-4607-a089-38bb14f2a79b tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:27.245871 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-045ecc28-50f7-49ac-97d8-7176ccbacb02 req-2d60e81e-5d09-4607-a089-38bb14f2a79b tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 945 time: 0.0894504 Apr 20 14:55:27.295854 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-045ecc28-50f7-49ac-97d8-7176ccbacb02 req-f92e56d7-fa62-4dab-b30f-5f9711a9a46d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=951abc2c-ba48-48e2-a7bd-972e4b646edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429635 Apr 20 14:55:28.077849 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef79b0b-5ba2-4584-aa86-a9c6c89fd163 req-8eb5e52e-87f8-4c4b-8bf8-abc9e91ac21a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:28.078639 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-aef79b0b-5ba2-4584-aa86-a9c6c89fd163 req-8eb5e52e-87f8-4c4b-8bf8-abc9e91ac21a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Synchronizing usage tracker for tenant:6ec9121784bc4847a675627263bbd80b on resource:port {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:55:28.128346 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-aef79b0b-5ba2-4584-aa86-a9c6c89fd163 req-8eb5e52e-87f8-4c4b-8bf8-abc9e91ac21a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Unset dirty status for tenant:6ec9121784bc4847a675627263bbd80b on resource:port {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:55:28.129592 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-aef79b0b-5ba2-4584-aa86-a9c6c89fd163 req-8eb5e52e-87f8-4c4b-8bf8-abc9e91ac21a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.13 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 945 time: 0.1430988 Apr 20 14:55:28.209798 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-aef79b0b-5ba2-4584-aa86-a9c6c89fd163 req-74e4581d-2343-417d-9395-9ff3c8e869ce tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Deleting port 20c94aca-7b84-406e-9edb-40ecc3869c68 {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:55:28.210177 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-aef79b0b-5ba2-4584-aa86-a9c6c89fd163 req-74e4581d-2343-417d-9395-9ff3c8e869ce tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:28.478179 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-aef79b0b-5ba2-4584-aa86-a9c6c89fd163 req-74e4581d-2343-417d-9395-9ff3c8e869ce tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] For port 20c94aca-7b84-406e-9edb-40ecc3869c68, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=20c94aca-7b84-406e-9edb-40ecc3869c68,segment=NetworkSegment(97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c),segment_id=97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:55:28.478774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-aef79b0b-5ba2-4584-aa86-a9c6c89fd163 req-74e4581d-2343-417d-9395-9ff3c8e869ce tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:28.503843 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed1437-5be7-4c40-a4a6-9d36788bf6cf req-1fb6ef68-6cec-4f99-bb3f-688bc326418a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:28.505481 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7bed1437-5be7-4c40-a4a6-9d36788bf6cf req-1fb6ef68-6cec-4f99-bb3f-688bc326418a tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 945 time: 0.0949049 Apr 20 14:55:28.559942 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7bed1437-5be7-4c40-a4a6-9d36788bf6cf req-10580645-0212-4166-91b8-ffeffc3e0a84 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups?id=951abc2c-ba48-48e2-a7bd-972e4b646edf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453203 Apr 20 14:55:28.796606 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-aef79b0b-5ba2-4584-aa86-a9c6c89fd163 req-74e4581d-2343-417d-9395-9ff3c8e869ce tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:28.797014 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-aef79b0b-5ba2-4584-aa86-a9c6c89fd163 req-74e4581d-2343-417d-9395-9ff3c8e869ce tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808817'] for floatingip, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:28.797368 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.l3_db [req-aef79b0b-5ba2-4584-aa86-a9c6c89fd163 req-74e4581d-2343-417d-9395-9ff3c8e869ce tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Floating IP 4ae4a0b7-8ce6-4ff9-bc7e-b501d4b50aca disassociated. External IP: 172.28.0.207, port: 20c94aca-7b84-406e-9edb-40ecc3869c68. Apr 20 14:55:28.797756 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-aef79b0b-5ba2-4584-aa86-a9c6c89fd163 req-74e4581d-2343-417d-9395-9ff3c8e869ce tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Calling delete_port for 20c94aca-7b84-406e-9edb-40ecc3869c68 owned by compute:nova {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:55:28.976147 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-aef79b0b-5ba2-4584-aa86-a9c6c89fd163 req-74e4581d-2343-417d-9395-9ff3c8e869ce tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:28.982192 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b6d68ab4-1661-4d28-8dba-cae581fb23f5 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:55:29.034072 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4581d-2343-417d-9395-9ff3c8e869ce tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Pushing event deleted for resources: {'Port': ['ID=20c94aca-7b84-406e-9edb-40ecc3869c68,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:55:29.037487 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-74e4581d-2343-417d-9395-9ff3c8e869ce tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:55:29.237382 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aef79b0b-5ba2-4584-aa86-a9c6c89fd163 req-74e4581d-2343-417d-9395-9ff3c8e869ce tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Router ae876a57-7767-4884-847d-8cd874654f1d has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:55:29.683168 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aef79b0b-5ba2-4584-aa86-a9c6c89fd163 req-74e4581d-2343-417d-9395-9ff3c8e869ce tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:55:29.694700 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf6eb9-0d4d-420a-abdb-090233e63c28 None None] Sync routers for ids ['ae876a57-7767-4884-847d-8cd874654f1d'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:55:29.721099 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf6eb9-0d4d-420a-abdb-090233e63c28 None None] Routers {'ae876a57-7767-4884-847d-8cd874654f1d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:55:29.722091 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-62cf6eb9-0d4d-420a-abdb-090233e63c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:55:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['ae876a57-7767-4884-847d-8cd874654f1d'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:55:29.777870 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef79b0b-5ba2-4584-aa86-a9c6c89fd163 req-74e4581d-2343-417d-9395-9ff3c8e869ce tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] No DVR routers for this DVR port 20c94aca-7b84-406e-9edb-40ecc3869c68 on host hv-cinder-74216 {{(pid=86499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:55:29.778105 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-95a89217-9937-4234-a6e8-5c0473312963 req-47e28209-3407-40a3-bf28-d1de7eae2700 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/ports?device_id=c68e81bd-17b4-419a-8f75-f3a2264b2596 HTTP/1.1" status: 200 len: 210 time: 0.0908806 Apr 20 14:55:29.781897 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-aef79b0b-5ba2-4584-aa86-a9c6c89fd163 req-74e4581d-2343-417d-9395-9ff3c8e869ce tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:29.787033 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68e81bd-17b4-419a-8f75-f3a2264b2596', 'name': 'network-vif-deleted', 'tag': '20c94aca-7b84-406e-9edb-40ecc3869c68'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:55:29.839418 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-aef79b0b-5ba2-4584-aa86-a9c6c89fd163 req-74e4581d-2343-417d-9395-9ff3c8e869ce tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.13 "DELETE /v2.0/ports/20c94aca-7b84-406e-9edb-40ecc3869c68 HTTP/1.1" status: 204 len: 173 time: 1.7021053 Apr 20 14:55:29.849446 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c68e81bd-17b4-419a-8f75-f3a2264b2596', 'name': 'network-vif-deleted', 'tag': '20c94aca-7b84-406e-9edb-40ecc3869c68', 'status': 'completed', 'code': 200} Apr 20 14:55:29.934332 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-62cf6eb9-0d4d-420a-abdb-090233e63c28 None None] Set router ae876a57-7767-4884-847d-8cd874654f1d gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:55:30.273703 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-62cf6eb9-0d4d-420a-abdb-090233e63c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': 'ff532d2c-d2dc-4d42-81b3-84ba47199049', 'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'mac_address': 'fa:16:3e:5e:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:44Z', 'updated_at': '2021-04-20T14:50:03Z', 'revision_number': 5, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'subnets': [{'id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:55:30.277778 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf6eb9-0d4d-420a-abdb-090233e63c28 None None] Checking router: ae876a57-7767-4884-847d-8cd874654f1d for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:55:30.286675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf6eb9-0d4d-420a-abdb-090233e63c28 None None] Routers {'ae876a57-7767-4884-847d-8cd874654f1d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:55:30.287358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-62cf6eb9-0d4d-420a-abdb-090233e63c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:55:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['ae876a57-7767-4884-847d-8cd874654f1d'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:55:30.646553 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-62cf6eb9-0d4d-420a-abdb-090233e63c28 None None] Set router ae876a57-7767-4884-847d-8cd874654f1d gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:55:31.028430 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 45630) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:55:31.060410 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-62cf6eb9-0d4d-420a-abdb-090233e63c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': 'ff532d2c-d2dc-4d42-81b3-84ba47199049', 'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'mac_address': 'fa:16:3e:5e:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:44Z', 'updated_at': '2021-04-20T14:50:03Z', 'revision_number': 5, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'subnets': [{'id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:55:31.065531 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf6eb9-0d4d-420a-abdb-090233e63c28 None None] The sync data for ids ['ae876a57-7767-4884-847d-8cd874654f1d'] in dv-cinder-742162-4-smb is: [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:51Z', 'revision_number': 4, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': 'ff532d2c-d2dc-4d42-81b3-84ba47199049', 'name': '', 'network_id': '8a669ef3-df53-4cd3-a0a6-990300d50cd2', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'mac_address': 'fa:16:3e:5e:63:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:44Z', 'updated_at': '2021-04-20T14:50:03Z', 'revision_number': 5, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'subnets': [{'id': 'd80648ec-7cf5-4306-8b5a-bd7fb5f2d85d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:55:31.110549 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a5842470-e95c-42fd-b81c-e06cc31aa144 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:31.141767 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a5842470-e95c-42fd-b81c-e06cc31aa144 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:31.255766 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a5842470-e95c-42fd-b81c-e06cc31aa144 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:31.261373 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d5e5223e-3e54-4844-8ac1-0ed05664c8ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:55:31.278918 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5842470-e95c-42fd-b81c-e06cc31aa144 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=951abc2c-ba48-48e2-a7bd-972e4b646edf,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:55:31.281464 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a5842470-e95c-42fd-b81c-e06cc31aa144 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:55:31.320548 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a5842470-e95c-42fd-b81c-e06cc31aa144 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:31.322699 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-a5842470-e95c-42fd-b81c-e06cc31aa144 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "DELETE /v2.0/security-groups/951abc2c-ba48-48e2-a7bd-972e4b646edf HTTP/1.1" status: 204 len: 168 time: 0.2929616 Apr 20 14:55:31.326117 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 45634) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:55:31.353375 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.v2.resource [None req-1fb1bbaf-cb97-4ca8-9b96-34aab95bab81 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] show failed (client error): The resource could not be found. Apr 20 14:55:31.354475 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-1fb1bbaf-cb97-4ca8-9b96-34aab95bab81 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "GET /v2.0/security-groups/951abc2c-ba48-48e2-a7bd-972e4b646edf HTTP/1.1" status: 404 len: 347 time: 0.0268571 Apr 20 14:55:31.357518 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 45638) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:55:31.469194 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e555364d-aaed-4766-993a-d25604bba8be None None] New status for floating IP 4ae4a0b7-8ce6-4ff9-bc7e-b501d4b50aca: DOWN {{(pid=86501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 14:55:31.524551 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Deleting port f3e1992f-df63-42bc-8157-561f0b8c96ee {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:55:31.524848 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:31.527728 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:55:31.530846 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 20c94aca-7b84-406e-9edb-40ecc3869c68 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:55:31.570364 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] No Port match for: 20c94aca-7b84-406e-9edb-40ecc3869c68 {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:55:31.570776 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 20c94aca-7b84-406e-9edb-40ecc3869c68 not bound to the agent host hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:55:31.721469 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:31.721834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:31.855589 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Calling delete_port for f3e1992f-df63-42bc-8157-561f0b8c96ee owned by network:floatingip {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:55:31.976299 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.db.api [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86499) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:55:31.976666 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_db.api [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 14:55:32.478674 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Deleting port f3e1992f-df63-42bc-8157-561f0b8c96ee {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:55:32.479261 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:32.713685 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:32.714050 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:32.848162 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Calling delete_port for f3e1992f-df63-42bc-8157-561f0b8c96ee owned by network:floatingip {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:55:33.050377 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:33.055662 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-be5e0458-33d7-40a5-bfb3-e831863cc4ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:55:33.103496 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Pushing event deleted for resources: {'Port': ['ID=f3e1992f-df63-42bc-8157-561f0b8c96ee,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:55:33.106853 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:55:33.204048 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks [] for floatingip, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:33.220980 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for floatingip, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:33.225022 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] 10.222.0.21 "DELETE /v2.0/floatingips/4ae4a0b7-8ce6-4ff9-bc7e-b501d4b50aca HTTP/1.1" status: 204 len: 168 time: 1.8637860 Apr 20 14:55:37.847115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4d298-96d2-4095-a187-6a6e557990b6 req-fda3f0f3-3ebb-42f9-96d9-9c857284046b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:37.850253 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-39a4d298-96d2-4095-a187-6a6e557990b6 req-fda3f0f3-3ebb-42f9-96d9-9c857284046b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.1674325 Apr 20 14:55:37.926388 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-39a4d298-96d2-4095-a187-6a6e557990b6 req-0aa27848-bf93-4139-a4e4-63c3e7a385a9 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686927 Apr 20 14:55:37.973251 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 45746) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:55:38.651122 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852971878'] for router_interface, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:39.030094 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Deleting port ff532d2c-d2dc-4d42-81b3-84ba47199049 {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:55:39.031019 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:39.164185 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 45756) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:55:39.248267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_v2 [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Deleting subnet 65b1014a-f7a9-4976-a372-040ef94428b2 {{(pid=86499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 14:55:39.252930 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:39.318423 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851047599'] for subnet, precommit_delete_associations {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:39.426994 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854002903'] for subnet, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:39.567099 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e962f-2777-4bf3-9329-d7a0fdb724c8 req-bd771fd2-2692-40b8-9441-28604c09607a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:39.568803 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a40e962f-2777-4bf3-9329-d7a0fdb724c8 req-bd771fd2-2692-40b8-9441-28604c09607a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.4875720 Apr 20 14:55:39.607900 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] For port ff532d2c-d2dc-4d42-81b3-84ba47199049, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=ff532d2c-d2dc-4d42-81b3-84ba47199049,segment=NetworkSegment(97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c),segment_id=97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:55:39.608359 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:39.760931 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Calling delete_port for ff532d2c-d2dc-4d42-81b3-84ba47199049 owned by network:router_interface {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:55:39.807134 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a40e962f-2777-4bf3-9329-d7a0fdb724c8 req-3ca65e06-8aec-4451-b79d-e5d0743c4ce1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276740 Apr 20 14:55:39.817069 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036727916626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3950722'] for subnet, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:39.823575 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:55:39.867960 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b1014a-f7a9-4976-a372-040ef94428b2,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:55:39.871536 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:39.882225 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:39.882651 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:39.883095 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:39.883503 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:39.883907 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:39.884316 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:39.884721 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:39.885117 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:39.885518 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:39.885915 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:39.886344 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:39.886765 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:39.890921 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/65b1014a-f7a9-4976-a372-040ef94428b2 HTTP/1.1" status: 204 len: 168 time: 0.7255583 Apr 20 14:55:39.891980 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-836460fd-7b09-4b70-b702-9db3f3c4d29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:55:39.897445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 45760) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:55:40.030956 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2c65dfb4-56f6-4f17-b85f-59a4791c5a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854139803'] for network, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:40.233253 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:40.235131 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2c65dfb4-56f6-4f17-b85f-59a4791c5a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772988', 'neutron.services.segments.db._delete_segments_for_network-8751737199731'] for network, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:40.239133 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e45dd2a7-fad2-4c21-b36c-bc74050eb8ee tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:55:40.295745 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff532d2c-d2dc-4d42-81b3-84ba47199049,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:55:40.348032 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:40.348436 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:40.348845 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:40.349238 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:40.349628 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:40.350018 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:40.350409 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:40.350824 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:40.351220 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:40.351611 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:40.351982 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:40.352364 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:40.368689 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-2c65dfb4-56f6-4f17-b85f-59a4791c5a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1fda118-3839-4564-aad4-c9e27560f808']}} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:55:40.392296 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:55:40.393598 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-2c65dfb4-56f6-4f17-b85f-59a4791c5a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fadafd5a-25f8-406f-8826-c15f0826ddcf') {'for_net_delete': True} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:55:40.394285 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-2c65dfb4-56f6-4f17-b85f-59a4791c5a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fadafd5a-25f8-406f-8826-c15f0826ddcf') {} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:55:40.413820 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2c65dfb4-56f6-4f17-b85f-59a4791c5a01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285117414499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728217'] for segment, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:40.433236 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2c65dfb4-56f6-4f17-b85f-59a4791c5a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:40.449336 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c65dfb4-56f6-4f17-b85f-59a4791c5a01 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=86499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 14:55:40.491056 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-51b7730a-3d7c-466c-8255-db6e129c333f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:40.681490 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852971804'] for router_interface, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:40.712648 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-2c65dfb4-56f6-4f17-b85f-59a4791c5a01 admin admin] Network e1fda118-3839-4564-aad4-c9e27560f808 has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:55:40.724711 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2c65dfb4-56f6-4f17-b85f-59a4791c5a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854042056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126858253'] for segment, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:40.947690 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-2c65dfb4-56f6-4f17-b85f-59a4791c5a01 admin admin] Network e1fda118-3839-4564-aad4-c9e27560f808 has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: Traceback (most recent call last): Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: timer() Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: cb(*args, **kw) Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: return func(*args, **kwargs) Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: self._notify() Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: self.callback(batched_events) Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: event.method(event) Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: segment_id)['aggregates'][0] Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: return f(self, *a, **k) Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: return self._get(url).json() Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: **kwargs) Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: **endpoint_filter) Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:40.976220 dv-cinder-742162-4-smb neutron-server[86383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:41.107669 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2c65dfb4-56f6-4f17-b85f-59a4791c5a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854002828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808770'] for network, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:41.113302 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2c65dfb4-56f6-4f17-b85f-59a4791c5a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:41.116242 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:55:41.141671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65dfb4-56f6-4f17-b85f-59a4791c5a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1fda118-3839-4564-aad4-c9e27560f808,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:55:41.145252 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-2c65dfb4-56f6-4f17-b85f-59a4791c5a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:55:41.176831 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-2c65dfb4-56f6-4f17-b85f-59a4791c5a01 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e1fda118-3839-4564-aad4-c9e27560f808 HTTP/1.1" status: 204 len: 168 time: 1.2781494 Apr 20 14:55:41.330333 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e7ac6-7b09-446c-b7ef-6ecc0ca43a00 req-4ac340ca-e322-4942-9086-1c9306ab7ca4 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:41.332125 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-567e7ac6-7b09-446c-b7ef-6ecc0ca43a00 req-4ac340ca-e322-4942-9086-1c9306ab7ca4 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.3846474 Apr 20 14:55:41.413014 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-567e7ac6-7b09-446c-b7ef-6ecc0ca43a00 req-57fd86c5-ae6f-473b-83f2-1d7427db5288 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627093 Apr 20 14:55:41.448003 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Router ae876a57-7767-4884-847d-8cd874654f1d has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:55:41.449507 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 45768) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:55:41.527250 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-e6776764-e1bb-461c-ac5f-f8bcc0900c65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c726863d588544098ec502b97099503d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0756052 Apr 20 14:55:41.530577 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 45772) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:55:41.726089 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5604ebef-d3a2-4ded-bfe8-2dc4d8295597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:41.731839 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:55:41.741745 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6363df53-c13c-4d7f-b31d-9e75eceebdea None None] Sync routers for ids ['ae876a57-7767-4884-847d-8cd874654f1d'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:55:41.752860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6363df53-c13c-4d7f-b31d-9e75eceebdea None None] Routers {'ae876a57-7767-4884-847d-8cd874654f1d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:55:41.753707 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-6363df53-c13c-4d7f-b31d-9e75eceebdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:55:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['ae876a57-7767-4884-847d-8cd874654f1d'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:55:41.767581 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] 10.222.0.21 "PUT /v2.0/routers/ae876a57-7767-4884-847d-8cd874654f1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7926602 Apr 20 14:55:41.771081 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 45776) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:55:41.835446 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5604ebef-d3a2-4ded-bfe8-2dc4d8295597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:41.950116 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-6363df53-c13c-4d7f-b31d-9e75eceebdea None None] Set router ae876a57-7767-4884-847d-8cd874654f1d gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:55:42.008937 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7456-259a-4536-bfe3-1c138822cb5d admin admin] Notify callbacks [] for router, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:42.217286 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5604ebef-d3a2-4ded-bfe8-2dc4d8295597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:42.224610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0ab15500-4744-444f-a971-3bb41ebc0dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:55:42.274893 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-6363df53-c13c-4d7f-b31d-9e75eceebdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:55:40Z', 'revision_number': 5, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:55:42.279477 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6363df53-c13c-4d7f-b31d-9e75eceebdea None None] Checking router: ae876a57-7767-4884-847d-8cd874654f1d for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:55:42.290146 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6363df53-c13c-4d7f-b31d-9e75eceebdea None None] Routers {'ae876a57-7767-4884-847d-8cd874654f1d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:55:42.290904 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-6363df53-c13c-4d7f-b31d-9e75eceebdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:55:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['ae876a57-7767-4884-847d-8cd874654f1d'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:55:42.501461 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604ebef-d3a2-4ded-bfe8-2dc4d8295597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9084ad31-a98c-4882-a95c-e4d6a5b7b8bd,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:55:42.502223 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-6363df53-c13c-4d7f-b31d-9e75eceebdea None None] Set router ae876a57-7767-4884-847d-8cd874654f1d gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:55:42.505781 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5604ebef-d3a2-4ded-bfe8-2dc4d8295597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:55:42.507305 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7456-259a-4536-bfe3-1c138822cb5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:42.513712 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5604ebef-d3a2-4ded-bfe8-2dc4d8295597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:42.515116 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-5604ebef-d3a2-4ded-bfe8-2dc4d8295597 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9084ad31-a98c-4882-a95c-e4d6a5b7b8bd HTTP/1.1" status: 204 len: 168 time: 0.9832883 Apr 20 14:55:42.559335 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c7456-259a-4536-bfe3-1c138822cb5d admin admin] Deleting port 6f43c04c-9785-49ae-a27c-06989ced140e {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:55:42.560396 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7456-259a-4536-bfe3-1c138822cb5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:42.854746 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02ed50-7391-44fa-95ea-18eefe579b73 req-605bb7c1-4e07-4e2e-b33b-50dbe5cd313a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:42.857411 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7d02ed50-7391-44fa-95ea-18eefe579b73 req-605bb7c1-4e07-4e2e-b33b-50dbe5cd313a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.2349434 Apr 20 14:55:42.894846 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-dd1c7456-259a-4536-bfe3-1c138822cb5d admin admin] For port 6f43c04c-9785-49ae-a27c-06989ced140e, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=6f43c04c-9785-49ae-a27c-06989ced140e,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:55:42.895283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7456-259a-4536-bfe3-1c138822cb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:42.935464 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-6363df53-c13c-4d7f-b31d-9e75eceebdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:55:40Z', 'revision_number': 5, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:55:42.943278 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6363df53-c13c-4d7f-b31d-9e75eceebdea None None] The sync data for ids ['ae876a57-7767-4884-847d-8cd874654f1d'] in dv-cinder-742162-4-smb is: [{'id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'name': 'tempest-AttachVolumeTestJSON-712060597-router', 'tenant_id': '6ec9121784bc4847a675627263bbd80b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114'}], 'enable_snat': True}, 'gw_port_id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:55:40Z', 'revision_number': 5, 'project_id': '6ec9121784bc4847a675627263bbd80b', 'gw_port': {'id': '6f43c04c-9785-49ae-a27c-06989ced140e', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:aa:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae876a57-7767-4884-847d-8cd874654f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:33Z', 'updated_at': '2021-04-20T14:49:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:55:43.061555 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c7456-259a-4536-bfe3-1c138822cb5d admin admin] Calling delete_port for 6f43c04c-9785-49ae-a27c-06989ced140e owned by network:router_gateway {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:55:43.094625 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bc7edc58-debc-43a5-8f40-6c7e4ce9caa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:43.124146 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7d02ed50-7391-44fa-95ea-18eefe579b73 req-5e26372f-478b-4283-ad13-15950ae917cd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603831 Apr 20 14:55:43.393496 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7456-259a-4536-bfe3-1c138822cb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:43.402886 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-efe7a188-e687-4d71-bbb5-12ccb13a0a42 tempest-VolumesActionsTest-1306441334 tempest-VolumesActionsTest-1306441334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:55:43.476259 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c7456-259a-4536-bfe3-1c138822cb5d admin admin] Pushing event deleted for resources: {'Port': ['ID=6f43c04c-9785-49ae-a27c-06989ced140e,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:55:43.478980 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-dd1c7456-259a-4536-bfe3-1c138822cb5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:55:43.588489 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7456-259a-4536-bfe3-1c138822cb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829733'] for router_gateway, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:43.807459 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device ff532d2c-d2dc-4d42-81b3-84ba47199049 no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:55:43.849125 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7456-259a-4536-bfe3-1c138822cb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1810233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3686'] for router, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:43.852200 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7456-259a-4536-bfe3-1c138822cb5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:43.877173 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: ff532d2c-d2dc-4d42-81b3-84ba47199049 {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:55:43.877838 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device ff532d2c-d2dc-4d42-81b3-84ba47199049 not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:55:44.233474 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7456-259a-4536-bfe3-1c138822cb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852969603'] for router, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:44.234431 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1c7456-259a-4536-bfe3-1c138822cb5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae876a57-7767-4884-847d-8cd874654f1d {{(pid=86498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 14:55:44.260739 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:44.261514 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7456-259a-4536-bfe3-1c138822cb5d admin admin] Notify callbacks [] for router, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:44.262996 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-dd1c7456-259a-4536-bfe3-1c138822cb5d admin admin] 10.222.0.21 "DELETE /v2.0/routers/ae876a57-7767-4884-847d-8cd874654f1d HTTP/1.1" status: 204 len: 168 time: 2.4908669 Apr 20 14:55:44.267278 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 45808) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:55:44.407384 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f404b57-dfb4-4b40-bfdc-0dd28f46b1ce admin admin] Deleting subnet d80648ec-7cf5-4306-8b5a-bd7fb5f2d85d {{(pid=86498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 14:55:44.408047 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0f404b57-dfb4-4b40-bfdc-0dd28f46b1ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:44.467963 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:44.480930 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0f404b57-dfb4-4b40-bfdc-0dd28f46b1ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852042768'] for subnet, precommit_delete_associations {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:44.530570 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d6e50-55e2-4dde-b861-9d1f9915f465 req-9ebe709a-b6f5-4b45-ac81-aafa9554316b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:44.532308 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c91d6e50-55e2-4dde-b861-9d1f9915f465 req-9ebe709a-b6f5-4b45-ac81-aafa9554316b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.2207599 Apr 20 14:55:44.669913 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c91d6e50-55e2-4dde-b861-9d1f9915f465 req-d84010b3-09e6-4009-adbf-6d057e8ffdba tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124277 Apr 20 14:55:44.675332 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0f404b57-dfb4-4b40-bfdc-0dd28f46b1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854002903'] for subnet, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:45.238803 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0f404b57-dfb4-4b40-bfdc-0dd28f46b1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036728154522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851606548'] for subnet, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:45.243262 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-643d5698-7a88-42fd-9cdf-94ca3b6f69bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:55:45.282357 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f404b57-dfb4-4b40-bfdc-0dd28f46b1ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d80648ec-7cf5-4306-8b5a-bd7fb5f2d85d,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:55:45.285648 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0f404b57-dfb4-4b40-bfdc-0dd28f46b1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:55:45.286700 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0f404b57-dfb4-4b40-bfdc-0dd28f46b1ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:45.291769 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6897267f-61fc-4a98-8ee8-2a28d59f5904 None None] Network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:55:45.293132 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-0f404b57-dfb4-4b40-bfdc-0dd28f46b1ce admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d80648ec-7cf5-4306-8b5a-bd7fb5f2d85d HTTP/1.1" status: 204 len: 168 time: 1.0241408 Apr 20 14:55:45.296100 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 45818) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:55:45.425977 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854139803'] for network, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:45.437915 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Deleting port 90787c54-334c-4787-a63e-e80b41872cb1 {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:55:45.438281 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:45.495999 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:45.578451 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64eea91-3302-4554-8c52-07b60f72ebbb None None] DHCP port deletion for 8a669ef3-df53-4cd3-a0a6-990300d50cd2 request from dv-cinder-742162-4-smb {{(pid=86500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 14:55:45.583233 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-b64eea91-3302-4554-8c52-07b60f72ebbb None None] Deleting port 90787c54-334c-4787-a63e-e80b41872cb1 {{(pid=86500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:55:45.583736 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b64eea91-3302-4554-8c52-07b60f72ebbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:45.686531 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] For port 90787c54-334c-4787-a63e-e80b41872cb1, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=90787c54-334c-4787-a63e-e80b41872cb1,segment=NetworkSegment(97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c),segment_id=97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:55:45.686961 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:45.809392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 6f43c04c-9785-49ae-a27c-06989ced140e no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:55:45.841366 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Calling delete_port for 90787c54-334c-4787-a63e-e80b41872cb1 owned by network:dhcp {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:55:45.956283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ec27b-653e-4716-8136-6de739839fbb req-bdfda756-ee42-4c78-adb6-3ca2f8dcfac0 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:45.958354 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-df1ec27b-653e-4716-8136-6de739839fbb req-bdfda756-ee42-4c78-adb6-3ca2f8dcfac0 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.1049545 Apr 20 14:55:45.968878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:45.975590 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7d10ffd0-5cd7-4385-ad26-91c4d5d5d0f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:55:46.028852 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-df1ec27b-653e-4716-8136-6de739839fbb req-764edd87-0ab5-4b3f-9df6-52348e080910 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618594 Apr 20 14:55:46.030834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=90787c54-334c-4787-a63e-e80b41872cb1,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:55:46.034484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:55:46.035605 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] No DVR routers for this DVR port 90787c54-334c-4787-a63e-e80b41872cb1 on host dv-cinder-742162-4-smb {{(pid=86499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:55:46.084355 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: 6f43c04c-9785-49ae-a27c-06989ced140e {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:55:46.084749 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 6f43c04c-9785-49ae-a27c-06989ced140e not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:55:46.085225 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 90787c54-334c-4787-a63e-e80b41872cb1 no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:55:46.127790 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: 90787c54-334c-4787-a63e-e80b41872cb1 {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:55:46.128177 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 90787c54-334c-4787-a63e-e80b41872cb1 not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:55:46.132033 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-b64eea91-3302-4554-8c52-07b60f72ebbb None None] For port 90787c54-334c-4787-a63e-e80b41872cb1, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=90787c54-334c-4787-a63e-e80b41872cb1,segment=NetworkSegment(97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c),segment_id=97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:55:46.132506 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b64eea91-3302-4554-8c52-07b60f72ebbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:46.173509 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772988', 'neutron.services.segments.db._delete_segments_for_network-8751737199731'] for network, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:46.265017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-b64eea91-3302-4554-8c52-07b60f72ebbb None None] Calling delete_port for 90787c54-334c-4787-a63e-e80b41872cb1 owned by network:dhcp {{(pid=86500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:55:46.290647 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a669ef3-df53-4cd3-a0a6-990300d50cd2']}} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:55:46.304875 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c') {'for_net_delete': True} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:55:46.305662 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97dc0c85-5aa4-42a3-abd5-b6ce43d40c0c') {} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:55:46.318444 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285117414499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728217'] for segment, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:46.420902 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.db.api [None req-b64eea91-3302-4554-8c52-07b60f72ebbb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86500) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:55:46.421304 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_db.api [None req-b64eea91-3302-4554-8c52-07b60f72ebbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 14:55:46.432488 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:46.439757 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=86499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 14:55:46.894670 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:55:46.904289 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854042056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126858253'] for segment, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:46.923093 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-b64eea91-3302-4554-8c52-07b60f72ebbb None None] Deleting port 90787c54-334c-4787-a63e-e80b41872cb1 {{(pid=86500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:55:46.923566 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b64eea91-3302-4554-8c52-07b60f72ebbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:46.995829 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-b64eea91-3302-4554-8c52-07b60f72ebbb None None] The port '90787c54-334c-4787-a63e-e80b41872cb1' was deleted {{(pid=86500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 14:55:47.100999 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Network 8a669ef3-df53-4cd3-a0a6-990300d50cd2 has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: Traceback (most recent call last): Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: timer() Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: cb(*args, **kw) Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: return func(*args, **kwargs) Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: self._notify() Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: self.callback(batched_events) Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: event.method(event) Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: segment_id)['aggregates'][0] Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: return f(self, *a, **k) Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: return self._get(url).json() Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: **kwargs) Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: return self.request(url, 'GET', **kwargs) Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: **endpoint_filter) Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:55:47.127525 dv-cinder-742162-4-smb neutron-server[86383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:55:47.276283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0124f76-8095-44b2-8252-85ff46826c7b req-8d5d3f03-905d-4bd1-8137-c9f9c7a04279 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:47.278448 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a0124f76-8095-44b2-8252-85ff46826c7b req-8d5d3f03-905d-4bd1-8137-c9f9c7a04279 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.0990956 Apr 20 14:55:47.333899 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a0124f76-8095-44b2-8252-85ff46826c7b req-b2e8e005-fec3-4158-90e4-798112f5ca9c tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461521 Apr 20 14:55:47.431199 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854002828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808770'] for network, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:47.435164 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:55:47.452383 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:47.467232 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a669ef3-df53-4cd3-a0a6-990300d50cd2,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:55:47.470880 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:55:47.512516 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-39238b76-9e60-47f6-a06c-740e94457f04 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8a669ef3-df53-4cd3-a0a6-990300d50cd2 HTTP/1.1" status: 204 len: 168 time: 2.2152140 Apr 20 14:55:47.849637 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 45836) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:55:47.904286 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-ac1920b4-805f-4ce2-9600-2aa22efc56d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6ec9121784bc4847a675627263bbd80b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0532801 Apr 20 14:55:47.907801 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 45842) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:55:47.977695 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-eea7c73f-f508-4281-8c2d-41e09f24b219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:48.006638 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-eea7c73f-f508-4281-8c2d-41e09f24b219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:48.056790 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:48.118550 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-eea7c73f-f508-4281-8c2d-41e09f24b219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:48.124028 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-986173b7-9967-419a-bdeb-9e926402f7de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:55:48.147291 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea7c73f-f508-4281-8c2d-41e09f24b219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c739133-2ff7-4ecc-b145-3c3f085d884b,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:55:48.149904 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-eea7c73f-f508-4281-8c2d-41e09f24b219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:55:48.157713 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-eea7c73f-f508-4281-8c2d-41e09f24b219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:48.158979 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-eea7c73f-f508-4281-8c2d-41e09f24b219 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c739133-2ff7-4ecc-b145-3c3f085d884b HTTP/1.1" status: 204 len: 168 time: 0.2503014 Apr 20 14:55:48.553872 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2629b-0836-434c-8c22-0f208557bc99 req-e5186c49-8725-4a01-8933-619bae3eeea1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:48.555654 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-abb2629b-0836-434c-8c22-0f208557bc99 req-e5186c49-8725-4a01-8933-619bae3eeea1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.0995743 Apr 20 14:55:48.610365 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-abb2629b-0836-434c-8c22-0f208557bc99 req-76923d60-b869-43d3-9b59-d7aeac0ffa4b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450881 Apr 20 14:55:49.619159 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 47a72090-613d-4478-a820-0a7da868359e details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:55:49.773191 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 47a72090-613d-4478-a820-0a7da868359e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=47a72090-613d-4478-a820-0a7da868359e,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:55:49.788507 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': '47a72090-613d-4478-a820-0a7da868359e', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'port_id': '47a72090-613d-4478-a820-0a7da868359e', 'mac_address': 'fa:16:3e:72:68:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:55:49.833157 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c24d4-4d0f-4e49-8801-5944d2064f8b req-1c9b84c0-cddd-4dfb-9170-8aee6989c180 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:49.841905 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-001c24d4-4d0f-4e49-8801-5944d2064f8b req-1c9b84c0-cddd-4dfb-9170-8aee6989c180 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.1034544 Apr 20 14:55:49.851341 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:49.871049 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 47a72090-613d-4478-a820-0a7da868359e {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:55:49.888768 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 47a72090-613d-4478-a820-0a7da868359e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=47a72090-613d-4478-a820-0a7da868359e,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:55:49.895356 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-001c24d4-4d0f-4e49-8801-5944d2064f8b req-4bcd9531-3d55-4fe9-a3c7-1576b696f6ef tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523775 Apr 20 14:55:49.924503 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:49.927479 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:55:50.015083 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=47a72090-613d-4478-a820-0a7da868359e,revision_number=6']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:55:50.024392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:50.027076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:50.027076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:50.027076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:50.027076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:50.027076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:50.027663 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:50.027938 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:50.028311 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:50.028657 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:50.029025 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:50.029483 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:55:50.034465 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:55:50.066701 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['47a72090-613d-4478-a820-0a7da868359e'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:55:51.144236 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff28376-1c23-49f8-a44d-8664ef18571f req-b4a0b532-5725-40c1-bed7-70c80c33d6aa tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:51.145986 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1ff28376-1c23-49f8-a44d-8664ef18571f req-b4a0b532-5725-40c1-bed7-70c80c33d6aa tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 944 time: 0.1092262 Apr 20 14:55:51.207879 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1ff28376-1c23-49f8-a44d-8664ef18571f req-08930503-e873-4d69-a3e7-69a15e670e58 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552361 Apr 20 14:55:51.639360 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 47a72090-613d-4478-a820-0a7da868359e up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:55:51.733790 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port 47a72090-613d-4478-a820-0a7da868359e triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:55:51.734217 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:51.898813 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:51.933046 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a72090-613d-4478-a820-0a7da868359e'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:55:51.952613 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 47a72090-613d-4478-a820-0a7da868359e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=47a72090-613d-4478-a820-0a7da868359e,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:55:51.993596 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:52.008355 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:55:52.191445 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a72090-613d-4478-a820-0a7da868359e', 'code': 200} Apr 20 14:55:52.231664 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=47a72090-613d-4478-a820-0a7da868359e,revision_number=7']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:55:52.235643 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:55:52.476641 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c343e-3d62-4d78-956b-1f1bcb1286da req-f3e39cae-1ad2-405d-8b33-5db6289c4483 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:52.480605 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-003c343e-3d62-4d78-956b-1f1bcb1286da req-f3e39cae-1ad2-405d-8b33-5db6289c4483 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.1092534 Apr 20 14:55:52.535611 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-003c343e-3d62-4d78-956b-1f1bcb1286da req-709a432b-a67c-459c-9bba-941f00c7f0c2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491273 Apr 20 14:55:53.805062 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749eb114-30a3-4b27-810e-403f168081df req-4f9912ba-2432-4aa2-8569-ccf3e65102b2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:53.806878 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-749eb114-30a3-4b27-810e-403f168081df req-4f9912ba-2432-4aa2-8569-ccf3e65102b2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.1240766 Apr 20 14:55:53.891269 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-749eb114-30a3-4b27-810e-403f168081df req-9e428219-7199-41c4-a912-7261d8ba41c7 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766335 Apr 20 14:55:55.190676 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebdb44-cfb9-4307-9269-18b8adcaeb75 req-bf212867-5819-4aa1-9d7e-745537f1142f tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:55.193214 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bdebdb44-cfb9-4307-9269-18b8adcaeb75 req-bf212867-5819-4aa1-9d7e-745537f1142f tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.1180432 Apr 20 14:55:55.259271 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bdebdb44-cfb9-4307-9269-18b8adcaeb75 req-31413b81-297f-48ce-b553-0f5e9615902b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586410 Apr 20 14:55:56.733646 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039eeb58-a5e4-4345-88f5-272233661e1c req-d18c8e4a-854a-4aae-b12f-59015420bc18 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:56.735303 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-039eeb58-a5e4-4345-88f5-272233661e1c req-d18c8e4a-854a-4aae-b12f-59015420bc18 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.1153069 Apr 20 14:55:56.800043 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-039eeb58-a5e4-4345-88f5-272233661e1c req-96666cc8-7290-42ad-9b84-4dea29f7ca76 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570481 Apr 20 14:55:57.311711 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 46046) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:55:57.466785 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-59ba23a4-7bde-4ea6-b393-6ed68d6a0d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:57.483926 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-59ba23a4-7bde-4ea6-b393-6ed68d6a0d28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:55:57.488183 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-59ba23a4-7bde-4ea6-b393-6ed68d6a0d28 admin admin] Usage tracker for resource:security_group_rule and tenant:4c523983ab004e97b53a01e61dbb4998 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:55:57.491256 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-59ba23a4-7bde-4ea6-b393-6ed68d6a0d28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:55:57.497355 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-59ba23a4-7bde-4ea6-b393-6ed68d6a0d28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:55:57.595068 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-59ba23a4-7bde-4ea6-b393-6ed68d6a0d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:57.705459 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-59ba23a4-7bde-4ea6-b393-6ed68d6a0d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:57.715862 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1b24ace6-9b46-499b-a01b-37a84bf18d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:55:57.761769 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-59ba23a4-7bde-4ea6-b393-6ed68d6a0d28 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c523983ab004e97b53a01e61dbb4998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4476790 Apr 20 14:55:57.763328 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba23a4-7bde-4ea6-b393-6ed68d6a0d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a13c67-c030-4153-bb41-1c6ab0c729be,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:55:57.764021 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 46056) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:55:57.767112 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-59ba23a4-7bde-4ea6-b393-6ed68d6a0d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:55:57.838448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f92fb990-ea82-4968-97cf-d5e43f5dc05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:57.872029 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f92fb990-ea82-4968-97cf-d5e43f5dc05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:58.043320 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f92fb990-ea82-4968-97cf-d5e43f5dc05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:58.055189 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-54ab4362-8bfd-4b2f-9f3c-b5bd08015f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:55:58.072557 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fb990-ea82-4968-97cf-d5e43f5dc05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a13c67-c030-4153-bb41-1c6ab0c729be,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:55:58.083869 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f92fb990-ea82-4968-97cf-d5e43f5dc05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:55:58.092833 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f92fb990-ea82-4968-97cf-d5e43f5dc05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:55:58.097571 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f92fb990-ea82-4968-97cf-d5e43f5dc05f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0a13c67-c030-4153-bb41-1c6ab0c729be HTTP/1.1" status: 204 len: 168 time: 0.3320541 Apr 20 14:55:58.151758 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a325f9b-c224-46a5-bbc0-78b7e539d9ae req-7e3fcb6b-b4f3-4af6-aefb-235379c6d407 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:58.151758 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5a325f9b-c224-46a5-bbc0-78b7e539d9ae req-7e3fcb6b-b4f3-4af6-aefb-235379c6d407 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.1963840 Apr 20 14:55:58.205781 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5a325f9b-c224-46a5-bbc0-78b7e539d9ae req-c1cfef66-c864-4b9e-bf60-ef565dd5f039 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470679 Apr 20 14:55:59.506665 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f65363-87c1-4f7f-8927-b517f28d7aeb req-c1e00f7e-53e4-4190-ad16-7edf8d53ade2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:55:59.516592 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c0f65363-87c1-4f7f-8927-b517f28d7aeb req-c1e00f7e-53e4-4190-ad16-7edf8d53ade2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.1331539 Apr 20 14:55:59.587564 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c0f65363-87c1-4f7f-8927-b517f28d7aeb req-c3fe2ff6-4484-4552-a7ba-5c4fa30dd8f2 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699821 Apr 20 14:56:00.834405 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5fa7b-3e62-4fad-8f2d-894b89599a7f req-ee577090-0d11-4178-9ef3-5f5a24c4d032 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:00.836094 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-56e5fa7b-3e62-4fad-8f2d-894b89599a7f req-ee577090-0d11-4178-9ef3-5f5a24c4d032 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.0956345 Apr 20 14:56:00.890389 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-56e5fa7b-3e62-4fad-8f2d-894b89599a7f req-8074f9df-411b-479d-822f-b8c85f77e01d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466044 Apr 20 14:56:02.425498 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d8ff0f-2652-4805-b84c-9a02947ae544 req-45361a96-6f76-4445-ab97-5a82ef6ef636 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:02.427242 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f9d8ff0f-2652-4805-b84c-9a02947ae544 req-45361a96-6f76-4445-ab97-5a82ef6ef636 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.4050181 Apr 20 14:56:02.480923 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f9d8ff0f-2652-4805-b84c-9a02947ae544 req-373952d4-7d56-4741-bcc9-83647a235d52 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462294 Apr 20 14:56:03.191529 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa67d6-9074-414c-a509-0133a4939d20 req-5311becf-d102-4857-8dff-d413bd11acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:03.193355 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-50aa67d6-9074-414c-a509-0133a4939d20 req-5311becf-d102-4857-8dff-d413bd11acf6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60cc29d1ca354b0bb99197550f740015&device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 1098 time: 0.0929821 Apr 20 14:56:03.347602 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa67d6-9074-414c-a509-0133a4939d20 req-dd3ae7f4-cec0-417e-82cb-52d7f2f89cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:03.349311 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-50aa67d6-9074-414c-a509-0133a4939d20 req-dd3ae7f4-cec0-417e-82cb-52d7f2f89cf1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3478651-076d-4e24-9740-70942ad381f0 HTTP/1.1" status: 200 len: 914 time: 0.1496210 Apr 20 14:56:03.470335 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-50aa67d6-9074-414c-a509-0133a4939d20 req-84dd1b34-36f7-451c-8f92-3a92dc8ac32e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47a72090-613d-4478-a820-0a7da868359e HTTP/1.1" status: 200 len: 1000 time: 0.1141219 Apr 20 14:56:03.571356 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa67d6-9074-414c-a509-0133a4939d20 req-06f7879a-e96a-4c39-b2b5-3604f44eb08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:03.574854 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-50aa67d6-9074-414c-a509-0133a4939d20 req-06f7879a-e96a-4c39-b2b5-3604f44eb08b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7 HTTP/1.1" status: 200 len: 853 time: 0.0979438 Apr 20 14:56:03.668765 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa67d6-9074-414c-a509-0133a4939d20 req-8c95d771-1d48-4ce0-a6a8-b5664e7b135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:03.670543 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-50aa67d6-9074-414c-a509-0133a4939d20 req-8c95d771-1d48-4ce0-a6a8-b5664e7b135d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3478651-076d-4e24-9740-70942ad381f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0893328 Apr 20 14:56:03.741136 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174eb1cd-dd91-4b81-a865-44b13d97be7a req-b0e7cdec-3e45-4f70-9721-e80263c6fb3e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:03.742901 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-174eb1cd-dd91-4b81-a865-44b13d97be7a req-b0e7cdec-3e45-4f70-9721-e80263c6fb3e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.1030819 Apr 20 14:56:03.814373 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-174eb1cd-dd91-4b81-a865-44b13d97be7a req-ce54c2b2-90b3-4adb-8edf-c57a4b625d5a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633507 Apr 20 14:56:03.848835 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-50aa67d6-9074-414c-a509-0133a4939d20 req-5e6b6ddd-1b1b-414f-a6ff-43eb6d61c0d0 service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708295 Apr 20 14:56:04.010209 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-50aa67d6-9074-414c-a509-0133a4939d20 req-fe04eeba-ea43-4d2d-ab3d-345d39c07d5e service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544278 Apr 20 14:56:05.055610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d9a6e-609b-4d65-9b82-bcd3ee79cde9 req-e23de492-5a44-46c3-bead-a180aa37f410 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:05.057891 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2d5d9a6e-609b-4d65-9b82-bcd3ee79cde9 req-e23de492-5a44-46c3-bead-a180aa37f410 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.1049442 Apr 20 14:56:05.115663 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2d5d9a6e-609b-4d65-9b82-bcd3ee79cde9 req-c5d53aee-3c74-4040-9e96-e4dc18195c04 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466771 Apr 20 14:56:06.372670 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bfd6c-0cc3-4bcb-b8df-fa20b8fb1bc1 req-a3db3aac-8ff3-4798-bb60-2e2178392925 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:06.375360 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-934bfd6c-0cc3-4bcb-b8df-fa20b8fb1bc1 req-a3db3aac-8ff3-4798-bb60-2e2178392925 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 945 time: 0.1118808 Apr 20 14:56:06.438522 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-934bfd6c-0cc3-4bcb-b8df-fa20b8fb1bc1 req-f5178b2f-53a4-4530-b3bb-e32b7aa843e1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494256 Apr 20 14:56:07.773055 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 47a72090-613d-4478-a820-0a7da868359e no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:56:07.907662 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:07.934298 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47a72090-613d-4478-a820-0a7da868359e'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:56:07.950347 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 47a72090-613d-4478-a820-0a7da868359e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=47a72090-613d-4478-a820-0a7da868359e,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:56:07.992209 dv-cinder-742162-4-smb neutron-server[86383]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '47a72090-613d-4478-a820-0a7da868359e', 'code': 422} returned with failed status Apr 20 14:56:07.993448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:07.996712 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:08.076642 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=47a72090-613d-4478-a820-0a7da868359e,revision_number=8']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:08.080177 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:08.469198 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:56:08.668165 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72162533-1af9-4aec-a85b-997fe913e06d req-e86ee1cc-653f-4186-b805-1ac88d5f61f0 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:08.669943 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-72162533-1af9-4aec-a85b-997fe913e06d req-e86ee1cc-653f-4186-b805-1ac88d5f61f0 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 943 time: 0.0950961 Apr 20 14:56:08.724544 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-72162533-1af9-4aec-a85b-997fe913e06d req-78ee0d50-4a86-4b13-a49b-e2a226d2967c tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475724 Apr 20 14:56:09.052839 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 46224) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:09.186125 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-eb76a162-a571-4c37-9fbf-2186c70f35e2 req-a26c4b31-e89a-4521-b201-afddd32cadad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1319582 Apr 20 14:56:09.997727 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9730553-a9ab-461f-a67c-198ebd3c5c64 req-b981d60b-4c17-46a5-b885-9087c552e144 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:10.000637 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f9730553-a9ab-461f-a67c-198ebd3c5c64 req-b981d60b-4c17-46a5-b885-9087c552e144 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 943 time: 0.0979066 Apr 20 14:56:10.054165 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f9730553-a9ab-461f-a67c-198ebd3c5c64 req-b0b7f0d3-aa01-4d11-aebb-1b57f33bf981 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480540 Apr 20 14:56:10.219084 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76a162-a571-4c37-9fbf-2186c70f35e2 req-4076adff-df11-4f2c-ba5f-3456318e5467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:10.220743 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-eb76a162-a571-4c37-9fbf-2186c70f35e2 req-4076adff-df11-4f2c-ba5f-3456318e5467 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee&tenant_id=60cc29d1ca354b0bb99197550f740015 HTTP/1.1" status: 200 len: 1096 time: 0.0875905 Apr 20 14:56:10.333014 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76a162-a571-4c37-9fbf-2186c70f35e2 req-e7b65558-2e1b-431d-aac9-6a095ce9633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:10.334681 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-eb76a162-a571-4c37-9fbf-2186c70f35e2 req-e7b65558-2e1b-431d-aac9-6a095ce9633a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60cc29d1ca354b0bb99197550f740015&device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 1096 time: 0.0805414 Apr 20 14:56:10.482223 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e477ebb4-1784-4e1b-8022-8b8ae006cf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:10.484761 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76a162-a571-4c37-9fbf-2186c70f35e2 req-c95c0ae7-df47-46b5-ad54-dec5d66910e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:10.486344 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-eb76a162-a571-4c37-9fbf-2186c70f35e2 req-c95c0ae7-df47-46b5-ad54-dec5d66910e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3478651-076d-4e24-9740-70942ad381f0 HTTP/1.1" status: 200 len: 914 time: 0.1455910 Apr 20 14:56:10.604095 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-eb76a162-a571-4c37-9fbf-2186c70f35e2 req-2fea3d81-939a-4db5-90f1-d961a5ccb243 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47a72090-613d-4478-a820-0a7da868359e HTTP/1.1" status: 200 len: 998 time: 0.1114643 Apr 20 14:56:10.678166 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76a162-a571-4c37-9fbf-2186c70f35e2 req-6a37d355-1e2a-4af5-ba6e-7ba2415abc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:10.679800 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-eb76a162-a571-4c37-9fbf-2186c70f35e2 req-6a37d355-1e2a-4af5-ba6e-7ba2415abc8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7 HTTP/1.1" status: 200 len: 853 time: 0.0699377 Apr 20 14:56:10.768976 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76a162-a571-4c37-9fbf-2186c70f35e2 req-19a52472-4df8-47cb-8b9d-94a916314729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:10.770670 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-eb76a162-a571-4c37-9fbf-2186c70f35e2 req-19a52472-4df8-47cb-8b9d-94a916314729 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3478651-076d-4e24-9740-70942ad381f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844576 Apr 20 14:56:10.920476 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-eb76a162-a571-4c37-9fbf-2186c70f35e2 req-4db8e2b4-f55b-4f90-92d8-cf5e9587fdb9 service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432850 Apr 20 14:56:10.998141 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 46254) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:11.077505 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-eb76a162-a571-4c37-9fbf-2186c70f35e2 req-7adb6d07-38fa-4f45-bd0b-4253332535d8 service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501515 Apr 20 14:56:11.144528 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fa090ef7-9da7-44ad-8b8e-b6cd187d45e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:11.163098 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-fa090ef7-9da7-44ad-8b8e-b6cd187d45e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:56:11.167431 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-fa090ef7-9da7-44ad-8b8e-b6cd187d45e2 admin admin] Usage tracker for resource:security_group_rule and tenant:8b1a26f5d3894a1c8054c7b7ae1c3801 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:56:11.170817 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-fa090ef7-9da7-44ad-8b8e-b6cd187d45e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:56:11.177684 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-fa090ef7-9da7-44ad-8b8e-b6cd187d45e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:56:11.331409 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fa090ef7-9da7-44ad-8b8e-b6cd187d45e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:11.355407 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233207d2-d984-430f-8933-e1788c6b2c73 req-fdace6b3-ae3c-488b-bc04-16d026a08863 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:11.357117 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-233207d2-d984-430f-8933-e1788c6b2c73 req-fdace6b3-ae3c-488b-bc04-16d026a08863 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 943 time: 0.1400235 Apr 20 14:56:11.365436 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fa090ef7-9da7-44ad-8b8e-b6cd187d45e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:11.376332 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-211f448f-db90-4b80-870e-873ebc22d6e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:11.446108 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa090ef7-9da7-44ad-8b8e-b6cd187d45e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572d494a-a95e-4479-a215-f83c0fdb9867,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:11.459054 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fa090ef7-9da7-44ad-8b8e-b6cd187d45e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:11.467024 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-fa090ef7-9da7-44ad-8b8e-b6cd187d45e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b1a26f5d3894a1c8054c7b7ae1c3801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4674797 Apr 20 14:56:11.467181 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 46262) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:11.479668 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-233207d2-d984-430f-8933-e1788c6b2c73 req-0e25bd1b-88eb-4038-8af4-333e868fdf33 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153715 Apr 20 14:56:11.541313 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e79f55a-3a68-4bcb-84f6-84b8f6ad46af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:11.571112 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e79f55a-3a68-4bcb-84f6-84b8f6ad46af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:11.649399 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e79f55a-3a68-4bcb-84f6-84b8f6ad46af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:11.654673 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-eea7c73f-f508-4281-8c2d-41e09f24b219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:11.671887 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79f55a-3a68-4bcb-84f6-84b8f6ad46af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572d494a-a95e-4479-a215-f83c0fdb9867,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:11.676152 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3e79f55a-3a68-4bcb-84f6-84b8f6ad46af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:11.683004 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e79f55a-3a68-4bcb-84f6-84b8f6ad46af admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:11.684233 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-3e79f55a-3a68-4bcb-84f6-84b8f6ad46af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/572d494a-a95e-4479-a215-f83c0fdb9867 HTTP/1.1" status: 204 len: 168 time: 0.2155850 Apr 20 14:56:12.217141 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 46284) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:12.239630 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2f769f37-4268-425e-91f0-6804078cb2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:12.257290 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-2f769f37-4268-425e-91f0-6804078cb2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:56:12.261569 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-2f769f37-4268-425e-91f0-6804078cb2d7 admin admin] Usage tracker for resource:security_group_rule and tenant:adc7890c1af442eaac04b2d3534d6b98 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:56:12.264618 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-2f769f37-4268-425e-91f0-6804078cb2d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:56:12.270866 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-2f769f37-4268-425e-91f0-6804078cb2d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:56:12.473174 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2f769f37-4268-425e-91f0-6804078cb2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:12.505348 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2f769f37-4268-425e-91f0-6804078cb2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:12.535315 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a5842470-e95c-42fd-b81c-e06cc31aa144 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:12.574798 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-2f769f37-4268-425e-91f0-6804078cb2d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=adc7890c1af442eaac04b2d3534d6b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527389 Apr 20 14:56:12.574798 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f769f37-4268-425e-91f0-6804078cb2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fba77a-3aa4-4d51-b018-1f6ea43c1c8a,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:12.575117 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 46296) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:12.588122 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-2f769f37-4268-425e-91f0-6804078cb2d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:12.718873 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8e99e500-1b8d-4fe6-a97a-8cf0c5899958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:12.757161 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8e99e500-1b8d-4fe6-a97a-8cf0c5899958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:12.850186 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db27ce99-dff4-44ae-8b47-0e39b8aa5c8a req-824d8c2c-12f0-4cf4-b2c3-75db6fb81dbf tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:12.851830 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-db27ce99-dff4-44ae-8b47-0e39b8aa5c8a req-824d8c2c-12f0-4cf4-b2c3-75db6fb81dbf tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 943 time: 0.1971946 Apr 20 14:56:12.920307 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-db27ce99-dff4-44ae-8b47-0e39b8aa5c8a req-438d539f-294e-40c6-a5ac-23e7491f3230 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612826 Apr 20 14:56:12.953640 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8e99e500-1b8d-4fe6-a97a-8cf0c5899958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:12.976551 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8c51d231-8c50-47f8-b576-246015e06c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:13.000335 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99e500-1b8d-4fe6-a97a-8cf0c5899958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fba77a-3aa4-4d51-b018-1f6ea43c1c8a,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:13.007480 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8e99e500-1b8d-4fe6-a97a-8cf0c5899958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:13.009194 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8e99e500-1b8d-4fe6-a97a-8cf0c5899958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:13.017640 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-8e99e500-1b8d-4fe6-a97a-8cf0c5899958 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/13fba77a-3aa4-4d51-b018-1f6ea43c1c8a HTTP/1.1" status: 204 len: 168 time: 0.4411643 Apr 20 14:56:13.077179 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6ab299a6-4d21-4b4c-9ab3-6b0ba8bbb5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:14.201373 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947c3e5-7fb8-4cca-a791-2bb6a0da6c51 req-5e1d1d8e-d82b-4a05-ae3b-8a89f54281b8 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:14.203886 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3947c3e5-7fb8-4cca-a791-2bb6a0da6c51 req-5e1d1d8e-d82b-4a05-ae3b-8a89f54281b8 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 943 time: 0.1218212 Apr 20 14:56:14.215417 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:14.259381 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3947c3e5-7fb8-4cca-a791-2bb6a0da6c51 req-124beeb1-b3b7-4ead-9e82-9b6de4fee585 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490947 Apr 20 14:56:14.477964 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:15.437951 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:15.551560 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f78c81-9501-4b09-a7ed-1d97785ff5d6 req-dfafc30b-c305-4786-a93b-9229cb8133c9 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:15.553969 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-17f78c81-9501-4b09-a7ed-1d97785ff5d6 req-dfafc30b-c305-4786-a93b-9229cb8133c9 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 943 time: 0.1152484 Apr 20 14:56:15.636253 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-17f78c81-9501-4b09-a7ed-1d97785ff5d6 req-5bcece3b-26f0-4a71-81ea-d6292bb4d3ea tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659115 Apr 20 14:56:16.942594 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f088d2-6400-4483-a510-073f6968af05 req-d1049bec-22ad-4e15-be05-94ef3aa47684 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:16.945468 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c0f088d2-6400-4483-a510-073f6968af05 req-d1049bec-22ad-4e15-be05-94ef3aa47684 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 943 time: 0.1762865 Apr 20 14:56:17.025923 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c0f088d2-6400-4483-a510-073f6968af05 req-d407da1f-1c43-4272-850e-279b41224d0a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663342 Apr 20 14:56:18.021308 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:18.263464 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a37c8c-6499-40fb-9841-8310fc467bf2 req-8a8a3ce6-02ad-47b1-9d6a-cf7b2c3ae984 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:18.265182 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-92a37c8c-6499-40fb-9841-8310fc467bf2 req-8a8a3ce6-02ad-47b1-9d6a-cf7b2c3ae984 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 943 time: 0.1014354 Apr 20 14:56:18.322487 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-92a37c8c-6499-40fb-9841-8310fc467bf2 req-2b1d4c60-816d-4e00-9e7d-afb1c474210e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506189 Apr 20 14:56:19.554442 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c77c99-3d40-4470-9065-cca419fe96f0 req-fcefb192-2888-4967-8f36-0ac2fa5fd6ef tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:19.556247 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f7c77c99-3d40-4470-9065-cca419fe96f0 req-fcefb192-2888-4967-8f36-0ac2fa5fd6ef tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 943 time: 0.1009500 Apr 20 14:56:19.632789 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f7c77c99-3d40-4470-9065-cca419fe96f0 req-41629d62-7a6e-4a96-9bbf-91bd3b805faf tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635474 Apr 20 14:56:20.865603 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fde86c-4bcb-4b15-8cdf-48631dc3d334 req-a436522f-8226-4039-bd70-d150d4a41011 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:20.867445 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-04fde86c-4bcb-4b15-8cdf-48631dc3d334 req-a436522f-8226-4039-bd70-d150d4a41011 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 943 time: 0.1010118 Apr 20 14:56:20.992608 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-04fde86c-4bcb-4b15-8cdf-48631dc3d334 req-3e1962ee-ba9c-4501-aacc-659a66a8b334 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076193 Apr 20 14:56:22.261204 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88967e-217f-4be3-91b6-4ee9478b6af5 req-e3e6dbe1-d6a3-462b-a7dc-7eb878bab0b6 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:22.263467 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ae88967e-217f-4be3-91b6-4ee9478b6af5 req-e3e6dbe1-d6a3-462b-a7dc-7eb878bab0b6 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 943 time: 0.1037734 Apr 20 14:56:22.322336 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ae88967e-217f-4be3-91b6-4ee9478b6af5 req-21bf01b0-4acf-4e3d-b535-a62aebf88012 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458968 Apr 20 14:56:23.553489 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055cfc4-fe44-4c0b-b1a0-a9223693082a req-d10392d7-0939-4032-a108-0a0a8d3a91e4 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:23.555465 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6055cfc4-fe44-4c0b-b1a0-a9223693082a req-d10392d7-0939-4032-a108-0a0a8d3a91e4 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 943 time: 0.1053019 Apr 20 14:56:23.611585 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6055cfc4-fe44-4c0b-b1a0-a9223693082a req-3ef714bb-f886-406e-ae0c-b1a11955483e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479727 Apr 20 14:56:23.862413 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925ee61-cd3e-4661-a0ef-efe052bf7b97 req-552cd3e3-ece7-462b-81cd-7704012f9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:23.864133 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1925ee61-cd3e-4661-a0ef-efe052bf7b97 req-552cd3e3-ece7-462b-81cd-7704012f9416 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=60cc29d1ca354b0bb99197550f740015&device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 1096 time: 0.0871220 Apr 20 14:56:24.032693 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925ee61-cd3e-4661-a0ef-efe052bf7b97 req-ba3d327d-7ab3-4350-8508-9ccda77dcea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:24.034355 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1925ee61-cd3e-4661-a0ef-efe052bf7b97 req-ba3d327d-7ab3-4350-8508-9ccda77dcea6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f3478651-076d-4e24-9740-70942ad381f0 HTTP/1.1" status: 200 len: 914 time: 0.1503003 Apr 20 14:56:24.153336 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1925ee61-cd3e-4661-a0ef-efe052bf7b97 req-5438e478-16b9-464f-81aa-33f3cdcf32f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47a72090-613d-4478-a820-0a7da868359e HTTP/1.1" status: 200 len: 998 time: 0.1123679 Apr 20 14:56:24.230080 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925ee61-cd3e-4661-a0ef-efe052bf7b97 req-644aed4d-a465-4147-af67-f475f79daacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:24.234274 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1925ee61-cd3e-4661-a0ef-efe052bf7b97 req-644aed4d-a465-4147-af67-f475f79daacc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7 HTTP/1.1" status: 200 len: 853 time: 0.0713923 Apr 20 14:56:24.317651 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925ee61-cd3e-4661-a0ef-efe052bf7b97 req-83449f4f-52ce-42c8-9c1e-b31885e0da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:24.319326 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1925ee61-cd3e-4661-a0ef-efe052bf7b97 req-83449f4f-52ce-42c8-9c1e-b31885e0da76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f3478651-076d-4e24-9740-70942ad381f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804737 Apr 20 14:56:24.465482 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1925ee61-cd3e-4661-a0ef-efe052bf7b97 req-7920b976-ac23-4941-b898-e42311f307f0 service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391582 Apr 20 14:56:24.614050 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1925ee61-cd3e-4661-a0ef-efe052bf7b97 req-a6d39fe8-2e9c-40e2-aaa5-8cfda66d76ad service neutron] 10.222.0.13 "GET /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408117 Apr 20 14:56:24.824011 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bd9dc-a7a0-4d8a-845e-d9857de70ec8 req-c28ae0b0-2390-40fb-8bce-3e0850af849c tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:24.825595 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c15bd9dc-a7a0-4d8a-845e-d9857de70ec8 req-c28ae0b0-2390-40fb-8bce-3e0850af849c tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 943 time: 0.0891178 Apr 20 14:56:24.877914 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c15bd9dc-a7a0-4d8a-845e-d9857de70ec8 req-330fb03a-563f-4907-befb-f36359297fd8 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458720 Apr 20 14:56:25.856264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 47a72090-613d-4478-a820-0a7da868359e details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:56:26.038832 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 47a72090-613d-4478-a820-0a7da868359e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=47a72090-613d-4478-a820-0a7da868359e,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:56:26.054373 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': '47a72090-613d-4478-a820-0a7da868359e', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'port_id': '47a72090-613d-4478-a820-0a7da868359e', 'mac_address': 'fa:16:3e:72:68:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:56:26.119896 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db14d62-492b-48d2-9383-71c73e093404 req-60f02205-a1b1-43d4-8f88-67250543fa46 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:26.121404 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9db14d62-492b-48d2-9383-71c73e093404 req-60f02205-a1b1-43d4-8f88-67250543fa46 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 943 time: 0.1087406 Apr 20 14:56:26.123655 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:26.143778 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a72090-613d-4478-a820-0a7da868359e {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:56:26.161711 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 47a72090-613d-4478-a820-0a7da868359e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=47a72090-613d-4478-a820-0a7da868359e,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:56:26.175338 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9db14d62-492b-48d2-9383-71c73e093404 req-ca04b17d-1bf6-4770-8254-6c967ae0f62e tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465031 Apr 20 14:56:26.289984 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:26.292293 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:26.365470 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=47a72090-613d-4478-a820-0a7da868359e,revision_number=9']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:26.368926 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:26.579473 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['47a72090-613d-4478-a820-0a7da868359e'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:56:27.404828 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693e190-a6cd-4aba-a9e2-25905280ab92 req-c93ad923-64ea-41b2-833a-8fa4db04a806 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:27.406527 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4693e190-a6cd-4aba-a9e2-25905280ab92 req-c93ad923-64ea-41b2-833a-8fa4db04a806 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 944 time: 0.1035836 Apr 20 14:56:27.443615 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 46458) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:27.460103 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4693e190-a6cd-4aba-a9e2-25905280ab92 req-e0c5f3dc-1628-4320-be26-03fd78a7dd17 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470338 Apr 20 14:56:27.580610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b3274eab-50fb-4647-9d05-5d280eeb5a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:27.598283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-b3274eab-50fb-4647-9d05-5d280eeb5a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:56:27.602506 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-b3274eab-50fb-4647-9d05-5d280eeb5a0c admin admin] Usage tracker for resource:security_group_rule and tenant:a7b63c776ad4426cb4f63018e4a299ed is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:56:27.605618 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-b3274eab-50fb-4647-9d05-5d280eeb5a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:56:27.611855 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-b3274eab-50fb-4647-9d05-5d280eeb5a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:56:27.699096 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b3274eab-50fb-4647-9d05-5d280eeb5a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:27.740949 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b3274eab-50fb-4647-9d05-5d280eeb5a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:27.755515 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5e3ea1b5-612e-400a-bafd-535ad7a00837 tempest-VolumesNegativeTest-1978400083 tempest-VolumesNegativeTest-1978400083-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:27.801463 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-b3274eab-50fb-4647-9d05-5d280eeb5a0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7b63c776ad4426cb4f63018e4a299ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3566053 Apr 20 14:56:27.803429 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3274eab-50fb-4647-9d05-5d280eeb5a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e543dd-ea7b-4623-a950-3439f62f0a74,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:27.804754 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 46464) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:27.807222 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b3274eab-50fb-4647-9d05-5d280eeb5a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:27.841345 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 47a72090-613d-4478-a820-0a7da868359e up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:56:27.874523 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3b41dadc-3fe0-4fe7-98a6-9a2ca6df4204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:27.904398 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3b41dadc-3fe0-4fe7-98a6-9a2ca6df4204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:27.917776 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port 47a72090-613d-4478-a820-0a7da868359e triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:56:27.918195 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:27.986200 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3b41dadc-3fe0-4fe7-98a6-9a2ca6df4204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:27.991986 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8e99e500-1b8d-4fe6-a97a-8cf0c5899958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:28.007564 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41dadc-3fe0-4fe7-98a6-9a2ca6df4204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e543dd-ea7b-4623-a950-3439f62f0a74,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:28.016337 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3b41dadc-3fe0-4fe7-98a6-9a2ca6df4204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:28.020663 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-3b41dadc-3fe0-4fe7-98a6-9a2ca6df4204 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03e543dd-ea7b-4623-a950-3439f62f0a74 HTTP/1.1" status: 204 len: 168 time: 0.2122688 Apr 20 14:56:28.020663 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3b41dadc-3fe0-4fe7-98a6-9a2ca6df4204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:28.068745 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:28.098691 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a72090-613d-4478-a820-0a7da868359e'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:56:28.109196 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 47a72090-613d-4478-a820-0a7da868359e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=47a72090-613d-4478-a820-0a7da868359e,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:56:28.150500 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a72090-613d-4478-a820-0a7da868359e', 'code': 200} Apr 20 14:56:28.163615 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:28.166436 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:28.252273 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=47a72090-613d-4478-a820-0a7da868359e,revision_number=10']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:28.253710 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:28.543337 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea046c93-b2dc-4da1-be04-b4fe1f582610 req-a745c0cc-c049-429b-9ca8-8627ee6485cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:28.544937 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ea046c93-b2dc-4da1-be04-b4fe1f582610 req-a745c0cc-c049-429b-9ca8-8627ee6485cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 1099 time: 0.1103213 Apr 20 14:56:28.551911 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 46476) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:28.574698 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d23de28f-8f29-4804-97f6-4684f1e9b9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:28.592126 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-d23de28f-8f29-4804-97f6-4684f1e9b9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:56:28.596782 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-d23de28f-8f29-4804-97f6-4684f1e9b9cb admin admin] Usage tracker for resource:security_group_rule and tenant:74ba09a3949848a6b09f23851f9fc733 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:56:28.600320 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-d23de28f-8f29-4804-97f6-4684f1e9b9cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:56:28.610026 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-d23de28f-8f29-4804-97f6-4684f1e9b9cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:56:28.616186 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ea046c93-b2dc-4da1-be04-b4fe1f582610 req-814803f8-1034-4056-a1f7-95507ccef732 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631397 Apr 20 14:56:28.759164 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ea30b3-6b85-446b-8c60-4fcb9cab5114 req-d6effe30-1380-4b2b-8bfe-082c61f28032 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:28.760717 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-18ea30b3-6b85-446b-8c60-4fcb9cab5114 req-d6effe30-1380-4b2b-8bfe-082c61f28032 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 946 time: 0.1392698 Apr 20 14:56:28.829579 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d23de28f-8f29-4804-97f6-4684f1e9b9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:28.834924 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-18ea30b3-6b85-446b-8c60-4fcb9cab5114 req-20f06810-e22b-46b1-bcd5-4f6dec8a951b tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658278 Apr 20 14:56:28.865037 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d23de28f-8f29-4804-97f6-4684f1e9b9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:28.874347 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f92fb990-ea82-4968-97cf-d5e43f5dc05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:28.924149 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-d23de28f-8f29-4804-97f6-4684f1e9b9cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74ba09a3949848a6b09f23851f9fc733&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3705194 Apr 20 14:56:28.925951 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23de28f-8f29-4804-97f6-4684f1e9b9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29645bf-52ec-4711-90d5-76ff8f21d529,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:28.926990 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 46480) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:28.929320 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d23de28f-8f29-4804-97f6-4684f1e9b9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:28.996079 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-35a5d0e8-28fc-408e-9c00-ae0551f474b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:29.026441 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-35a5d0e8-28fc-408e-9c00-ae0551f474b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:29.106132 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-35a5d0e8-28fc-408e-9c00-ae0551f474b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:29.110260 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-35506936-9ffd-4570-a2be-9b90a0b596c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:29.127845 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5d0e8-28fc-408e-9c00-ae0551f474b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29645bf-52ec-4711-90d5-76ff8f21d529,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:29.131048 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-35a5d0e8-28fc-408e-9c00-ae0551f474b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:29.142055 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-35a5d0e8-28fc-408e-9c00-ae0551f474b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:29.143319 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-35a5d0e8-28fc-408e-9c00-ae0551f474b8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f29645bf-52ec-4711-90d5-76ff8f21d529 HTTP/1.1" status: 204 len: 168 time: 0.2151775 Apr 20 14:56:29.672332 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 46492) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:29.691772 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-669c0fde-f803-412d-b5f7-cdab61d7f5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:29.708284 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-669c0fde-f803-412d-b5f7-cdab61d7f5f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:56:29.713529 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-669c0fde-f803-412d-b5f7-cdab61d7f5f7 admin admin] Usage tracker for resource:security_group_rule and tenant:84fbae98631046aab4f887c7707b08a6 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:56:29.716939 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-669c0fde-f803-412d-b5f7-cdab61d7f5f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:56:29.724556 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-669c0fde-f803-412d-b5f7-cdab61d7f5f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:56:29.820453 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-669c0fde-f803-412d-b5f7-cdab61d7f5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:29.849775 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-669c0fde-f803-412d-b5f7-cdab61d7f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:29.871810 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9421972e-5d0f-4796-beda-ac35fc2687e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:29.932728 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-669c0fde-f803-412d-b5f7-cdab61d7f5f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84fbae98631046aab4f887c7707b08a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2562709 Apr 20 14:56:29.934386 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 46506) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:29.952911 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669c0fde-f803-412d-b5f7-cdab61d7f5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8d839d-169c-4bb6-b740-fc1ec97a0007,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:29.956270 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-669c0fde-f803-412d-b5f7-cdab61d7f5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:30.024764 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f26c64eb-6562-49c0-89ee-593f1879c1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:30.055727 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f26c64eb-6562-49c0-89ee-593f1879c1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:30.072954 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89fdec3-723a-49cf-a517-223fbfc74cec req-285dee2e-577f-4296-bc79-bef502ef8f8c tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:30.074670 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e89fdec3-723a-49cf-a517-223fbfc74cec req-285dee2e-577f-4296-bc79-bef502ef8f8c tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 946 time: 0.0972760 Apr 20 14:56:30.127853 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e89fdec3-723a-49cf-a517-223fbfc74cec req-5623bb33-957b-4269-8d5e-46bed1b6049d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464699 Apr 20 14:56:30.156683 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f26c64eb-6562-49c0-89ee-593f1879c1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:30.161265 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-66c7d07c-1c74-4156-8a54-0924a833ff25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:30.177349 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c64eb-6562-49c0-89ee-593f1879c1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8d839d-169c-4bb6-b740-fc1ec97a0007,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:30.180131 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f26c64eb-6562-49c0-89ee-593f1879c1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:30.187826 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f26c64eb-6562-49c0-89ee-593f1879c1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:30.190920 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f26c64eb-6562-49c0-89ee-593f1879c1cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b8d839d-169c-4bb6-b740-fc1ec97a0007 HTTP/1.1" status: 204 len: 168 time: 0.2536705 Apr 20 14:56:31.410478 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf4db0c-d0b9-46a5-a3a5-50bfa3a0c1a9 req-ff751077-2c8a-4236-a5a2-328c201edc81 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:56:31.413425 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3bf4db0c-d0b9-46a5-a3a5-50bfa3a0c1a9 req-ff751077-2c8a-4236-a5a2-328c201edc81 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 946 time: 0.1182911 Apr 20 14:56:31.482994 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3bf4db0c-d0b9-46a5-a3a5-50bfa3a0c1a9 req-e6228116-7abe-43ca-8547-d60bf6a23c30 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625556 Apr 20 14:56:36.002301 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 46606) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:36.143671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4263fe15-be0c-489d-b8f4-bde81a55302e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:36.161061 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-4263fe15-be0c-489d-b8f4-bde81a55302e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:56:36.165363 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-4263fe15-be0c-489d-b8f4-bde81a55302e admin admin] Usage tracker for resource:security_group_rule and tenant:54c594048ab048568b02b0e0428fa55b is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:56:36.168454 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-4263fe15-be0c-489d-b8f4-bde81a55302e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:56:36.174848 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-4263fe15-be0c-489d-b8f4-bde81a55302e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:56:36.262567 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4263fe15-be0c-489d-b8f4-bde81a55302e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:36.306728 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4263fe15-be0c-489d-b8f4-bde81a55302e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:36.316389 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f26c64eb-6562-49c0-89ee-593f1879c1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:36.359923 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-4263fe15-be0c-489d-b8f4-bde81a55302e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54c594048ab048568b02b0e0428fa55b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562174 Apr 20 14:56:36.361536 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4263fe15-be0c-489d-b8f4-bde81a55302e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ae244c-ba17-447c-b32e-dfcb372a8270,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:36.363115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 46612) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:36.364952 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4263fe15-be0c-489d-b8f4-bde81a55302e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:36.436002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-da375e87-3683-4b40-a609-dfd24552d9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:36.465181 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-da375e87-3683-4b40-a609-dfd24552d9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:36.540396 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-da375e87-3683-4b40-a609-dfd24552d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:36.546163 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-878a032c-8d9e-4cf3-9cd2-f19333fb556c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:36.560672 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da375e87-3683-4b40-a609-dfd24552d9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ae244c-ba17-447c-b32e-dfcb372a8270,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:36.563543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-da375e87-3683-4b40-a609-dfd24552d9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:36.574530 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-da375e87-3683-4b40-a609-dfd24552d9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:36.576857 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-da375e87-3683-4b40-a609-dfd24552d9e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43ae244c-ba17-447c-b32e-dfcb372a8270 HTTP/1.1" status: 204 len: 168 time: 0.2126176 Apr 20 14:56:37.065470 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 46620) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:37.085314 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4bca47d9-544c-46ac-acf7-b2cb6eb5e913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:37.101042 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-4bca47d9-544c-46ac-acf7-b2cb6eb5e913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:56:37.105268 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-4bca47d9-544c-46ac-acf7-b2cb6eb5e913 admin admin] Usage tracker for resource:security_group_rule and tenant:71f28d47c9254599a70ecfcbf6828c54 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:56:37.108250 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-4bca47d9-544c-46ac-acf7-b2cb6eb5e913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:56:37.114315 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-4bca47d9-544c-46ac-acf7-b2cb6eb5e913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:56:37.201865 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4bca47d9-544c-46ac-acf7-b2cb6eb5e913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:37.231685 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4bca47d9-544c-46ac-acf7-b2cb6eb5e913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:37.241327 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-669c0fde-f803-412d-b5f7-cdab61d7f5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:37.284788 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-4bca47d9-544c-46ac-acf7-b2cb6eb5e913 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=71f28d47c9254599a70ecfcbf6828c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2181122 Apr 20 14:56:37.286490 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca47d9-544c-46ac-acf7-b2cb6eb5e913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67eff08b-8ea7-4d71-9e1b-7245c98eb2f2,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:37.287649 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 46624) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:37.289917 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4bca47d9-544c-46ac-acf7-b2cb6eb5e913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:37.352902 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e065004f-4777-4307-bb66-5e3b9cd5d3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:37.381753 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e065004f-4777-4307-bb66-5e3b9cd5d3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:37.460370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e065004f-4777-4307-bb66-5e3b9cd5d3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:37.465764 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-acaef955-883b-4f7d-a7dd-0cc640ed262a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:37.482489 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065004f-4777-4307-bb66-5e3b9cd5d3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eff08b-8ea7-4d71-9e1b-7245c98eb2f2,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:37.486892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e065004f-4777-4307-bb66-5e3b9cd5d3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:37.489017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e065004f-4777-4307-bb66-5e3b9cd5d3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:37.490247 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-e065004f-4777-4307-bb66-5e3b9cd5d3dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67eff08b-8ea7-4d71-9e1b-7245c98eb2f2 HTTP/1.1" status: 204 len: 168 time: 0.2015233 Apr 20 14:56:40.483399 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f1a6c568-5cf6-41f3-a9b2-c2862fda1a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:43.054989 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-709bd87f-2060-437e-b882-27e776168417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:44.214876 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:44.460539 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:45.449307 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:45.468958 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:56:46.619094 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 46746) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:46.762016 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:46.779669 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:56:46.784349 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Usage tracker for resource:security_group_rule and tenant:217e9c04b78446fcb4d5858b45a19697 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:56:46.787798 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:56:46.795314 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:56:46.890435 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:46.946584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:46.956818 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-028a3281-9134-4b08-9411-1f1c3ca69f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:47.008317 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=217e9c04b78446fcb4d5858b45a19697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3880074 Apr 20 14:56:47.010579 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b6ca22-2fc9-46c4-9166-d5d75a25d315,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:47.011978 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 46752) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:47.020855 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.021272 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.021693 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.022112 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.022519 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.022986 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.023392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.023790 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.024195 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.024597 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.025506 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.025904 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.030381 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:47.112690 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:47.142545 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:47.282320 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:47.287892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-14c0b595-4370-431e-8da0-15cdd3c16e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:47.304577 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b6ca22-2fc9-46c4-9166-d5d75a25d315,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:47.317398 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.317808 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.318212 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.318607 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.319059 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.319449 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.319837 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.320229 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.320617 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.321003 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.321389 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.321774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:56:47.325383 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:47.326618 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83b6ca22-2fc9-46c4-9166-d5d75a25d315 HTTP/1.1" status: 204 len: 168 time: 0.3128445 Apr 20 14:56:47.327669 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:47.820519 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 46760) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:47.841865 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-896984e2-eda7-40e6-a3ce-d15373206bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:47.858338 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-896984e2-eda7-40e6-a3ce-d15373206bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:56:47.862751 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-896984e2-eda7-40e6-a3ce-d15373206bfd admin admin] Usage tracker for resource:security_group_rule and tenant:475cb9fa30ab437f85092b91d28ba608 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:56:47.865904 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-896984e2-eda7-40e6-a3ce-d15373206bfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:56:47.872126 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-896984e2-eda7-40e6-a3ce-d15373206bfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:56:48.010913 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:48.030834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-896984e2-eda7-40e6-a3ce-d15373206bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:48.054882 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-896984e2-eda7-40e6-a3ce-d15373206bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:48.065275 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-24084a8e-6473-4c85-a6a8-52b944fe70bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:48.112623 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-896984e2-eda7-40e6-a3ce-d15373206bfd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=475cb9fa30ab437f85092b91d28ba608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909212 Apr 20 14:56:48.114408 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896984e2-eda7-40e6-a3ce-d15373206bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e881c528-4666-4a39-807c-a73e1e691166,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:48.115624 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 46764) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:56:48.118350 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-896984e2-eda7-40e6-a3ce-d15373206bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:48.183054 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9d6589b8-e5e0-404c-b855-1f9fec43588e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:48.212500 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9d6589b8-e5e0-404c-b855-1f9fec43588e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:48.294821 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9d6589b8-e5e0-404c-b855-1f9fec43588e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:48.299406 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-dc65e6bf-b398-4faf-a125-4c8917a99de1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:56:48.313955 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6589b8-e5e0-404c-b855-1f9fec43588e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e881c528-4666-4a39-807c-a73e1e691166,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:56:48.316371 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9d6589b8-e5e0-404c-b855-1f9fec43588e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:56:48.320307 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9d6589b8-e5e0-404c-b855-1f9fec43588e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:56:48.322977 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-9d6589b8-e5e0-404c-b855-1f9fec43588e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e881c528-4666-4a39-807c-a73e1e691166 HTTP/1.1" status: 204 len: 168 time: 0.2054138 Apr 20 14:57:03.620081 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e94913-39c2-45c1-b242-98941efc34c9 req-85a9f671-4117-4ee0-b831-790f3b3fa256 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:57:03.623575 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-41e94913-39c2-45c1-b242-98941efc34c9 req-85a9f671-4117-4ee0-b831-790f3b3fa256 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 946 time: 0.1307817 Apr 20 14:57:03.711242 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-41e94913-39c2-45c1-b242-98941efc34c9 req-07b8e3b5-b30b-4c00-af49-3237cdd2bf20 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807498 Apr 20 14:57:04.937377 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3d66e-9787-4d81-90c4-b7301463e8b5 req-744e7673-6b51-43e8-bee1-202bbc2c792d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:57:04.939919 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5cd3d66e-9787-4d81-90c4-b7301463e8b5 req-744e7673-6b51-43e8-bee1-202bbc2c792d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 946 time: 0.0995898 Apr 20 14:57:04.994903 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5cd3d66e-9787-4d81-90c4-b7301463e8b5 req-7cecb59b-8ae4-411e-9959-34a4585811dd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483389 Apr 20 14:57:05.176055 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf50f0d-64e7-4b40-8f9a-4118090470c4 req-7518a944-0a03-43dc-82ad-772db4b90d17 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:57:05.177001 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-1bf50f0d-64e7-4b40-8f9a-4118090470c4 req-7518a944-0a03-43dc-82ad-772db4b90d17 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Synchronizing usage tracker for tenant:60cc29d1ca354b0bb99197550f740015 on resource:port {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:57:05.248768 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-1bf50f0d-64e7-4b40-8f9a-4118090470c4 req-7518a944-0a03-43dc-82ad-772db4b90d17 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Unset dirty status for tenant:60cc29d1ca354b0bb99197550f740015 on resource:port {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:57:05.250177 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1bf50f0d-64e7-4b40-8f9a-4118090470c4 req-7518a944-0a03-43dc-82ad-772db4b90d17 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.13 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 946 time: 0.2149286 Apr 20 14:57:05.345700 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-1bf50f0d-64e7-4b40-8f9a-4118090470c4 req-6374bc81-4c52-4396-bd30-480220cd1b66 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Deleting port 47a72090-613d-4478-a820-0a7da868359e {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:57:05.346101 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-1bf50f0d-64e7-4b40-8f9a-4118090470c4 req-6374bc81-4c52-4396-bd30-480220cd1b66 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:05.676115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-1bf50f0d-64e7-4b40-8f9a-4118090470c4 req-6374bc81-4c52-4396-bd30-480220cd1b66 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] For port 47a72090-613d-4478-a820-0a7da868359e, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=47a72090-613d-4478-a820-0a7da868359e,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:57:05.676533 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-1bf50f0d-64e7-4b40-8f9a-4118090470c4 req-6374bc81-4c52-4396-bd30-480220cd1b66 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:06.231806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fee13d-9cfe-4dd7-a9dd-aabb42a96ca0 req-be2037e1-eb9c-4de8-9ee0-30060b9ba438 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:57:06.235170 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-31fee13d-9cfe-4dd7-a9dd-aabb42a96ca0 req-be2037e1-eb9c-4de8-9ee0-30060b9ba438 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 946 time: 0.1004486 Apr 20 14:57:06.319376 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-1bf50f0d-64e7-4b40-8f9a-4118090470c4 req-6374bc81-4c52-4396-bd30-480220cd1b66 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:06.320017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-1bf50f0d-64e7-4b40-8f9a-4118090470c4 req-6374bc81-4c52-4396-bd30-480220cd1b66 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808817'] for floatingip, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:06.320586 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.l3_db [req-1bf50f0d-64e7-4b40-8f9a-4118090470c4 req-6374bc81-4c52-4396-bd30-480220cd1b66 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Floating IP 9e1e72a0-6de3-4c2d-8067-c510491c51a4 disassociated. External IP: 172.28.0.80, port: 47a72090-613d-4478-a820-0a7da868359e. Apr 20 14:57:06.321897 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-1bf50f0d-64e7-4b40-8f9a-4118090470c4 req-6374bc81-4c52-4396-bd30-480220cd1b66 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Calling delete_port for 47a72090-613d-4478-a820-0a7da868359e owned by compute:nova {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:57:06.323880 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-31fee13d-9cfe-4dd7-a9dd-aabb42a96ca0 req-4b7267b2-59e7-4c56-b420-748a0d93cc98 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ef71679-4ac2-4eb1-9185-46cdc947086c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824032 Apr 20 14:57:06.591862 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-1bf50f0d-64e7-4b40-8f9a-4118090470c4 req-6374bc81-4c52-4396-bd30-480220cd1b66 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:06.598480 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-224f4361-6f7c-49de-bcae-457ec6c08065 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:06.648354 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6374bc81-4c52-4396-bd30-480220cd1b66 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Pushing event deleted for resources: {'Port': ['ID=47a72090-613d-4478-a820-0a7da868359e,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:06.652596 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6374bc81-4c52-4396-bd30-480220cd1b66 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:06.872603 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bf50f0d-64e7-4b40-8f9a-4118090470c4 req-6374bc81-4c52-4396-bd30-480220cd1b66 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Router e492d515-489e-452c-914d-0c0f6126800c has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:57:07.099063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bf50f0d-64e7-4b40-8f9a-4118090470c4 req-6374bc81-4c52-4396-bd30-480220cd1b66 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:57:07.112728 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42348ae4-bb62-4eb6-9b32-07964664e3b0 None None] Sync routers for ids ['e492d515-489e-452c-914d-0c0f6126800c'] in dv-cinder-742162-4-smb {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:57:07.135926 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42348ae4-bb62-4eb6-9b32-07964664e3b0 None None] Routers {'e492d515-489e-452c-914d-0c0f6126800c'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:57:07.136791 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-42348ae4-bb62-4eb6-9b32-07964664e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:56:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['e492d515-489e-452c-914d-0c0f6126800c'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:07.188223 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf50f0d-64e7-4b40-8f9a-4118090470c4 req-6374bc81-4c52-4396-bd30-480220cd1b66 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] No DVR routers for this DVR port 47a72090-613d-4478-a820-0a7da868359e on host hv-cinder-74216 {{(pid=86499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:57:07.190899 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-1bf50f0d-64e7-4b40-8f9a-4118090470c4 req-6374bc81-4c52-4396-bd30-480220cd1b66 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:07.194217 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'name': 'network-vif-deleted', 'tag': '47a72090-613d-4478-a820-0a7da868359e'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:57:07.254019 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1bf50f0d-64e7-4b40-8f9a-4118090470c4 req-6374bc81-4c52-4396-bd30-480220cd1b66 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.13 "DELETE /v2.0/ports/47a72090-613d-4478-a820-0a7da868359e HTTP/1.1" status: 204 len: 173 time: 1.9975982 Apr 20 14:57:07.255993 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f14f62-7b2c-49d4-aba0-b5ff64b042ee', 'name': 'network-vif-deleted', 'tag': '47a72090-613d-4478-a820-0a7da868359e', 'status': 'completed', 'code': 200} Apr 20 14:57:07.368969 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-42348ae4-bb62-4eb6-9b32-07964664e3b0 None None] Set router e492d515-489e-452c-914d-0c0f6126800c gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:57:07.498547 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 46924) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:07.535556 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e4eb9a6f-1975-41f4-bee2-b830cc15b813 req-2a412dc6-adcc-4739-af11-cc2ce76e38a9 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/ports?device_id=93f14f62-7b2c-49d4-aba0-b5ff64b042ee HTTP/1.1" status: 200 len: 210 time: 0.0814271 Apr 20 14:57:07.699686 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-605f7d1f-23be-40d5-b063-dd22de14261b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:07.721563 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-605f7d1f-23be-40d5-b063-dd22de14261b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:57:07.728517 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-605f7d1f-23be-40d5-b063-dd22de14261b admin admin] Usage tracker for resource:security_group_rule and tenant:601cb98c960b4abb810c6386fc153a80 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:57:07.734435 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-605f7d1f-23be-40d5-b063-dd22de14261b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:57:07.747168 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-605f7d1f-23be-40d5-b063-dd22de14261b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:57:07.843834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-42348ae4-bb62-4eb6-9b32-07964664e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:49:43Z', 'revision_number': 4, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '6840a55a-a753-490e-8df2-ed88ce7a39b2', 'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'mac_address': 'fa:16:3e:77:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:41Z', 'updated_at': '2021-04-20T14:50:01Z', 'revision_number': 5, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'subnets': [{'id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:07.848802 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42348ae4-bb62-4eb6-9b32-07964664e3b0 None None] Checking router: e492d515-489e-452c-914d-0c0f6126800c for host: dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:57:07.860788 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42348ae4-bb62-4eb6-9b32-07964664e3b0 None None] Routers {'e492d515-489e-452c-914d-0c0f6126800c'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:57:07.861470 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-42348ae4-bb62-4eb6-9b32-07964664e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:56:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['e492d515-489e-452c-914d-0c0f6126800c'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:07.905620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-605f7d1f-23be-40d5-b063-dd22de14261b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:07.933931 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-605f7d1f-23be-40d5-b063-dd22de14261b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:07.949494 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-875a1451-92ff-462a-834b-120b76a3aedb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:08.036430 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-605f7d1f-23be-40d5-b063-dd22de14261b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=601cb98c960b4abb810c6386fc153a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5357192 Apr 20 14:57:08.038051 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f7d1f-23be-40d5-b063-dd22de14261b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e93c595-9434-4807-a7ed-c8de9480b1f3,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:08.039203 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 46930) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:08.053789 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-605f7d1f-23be-40d5-b063-dd22de14261b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:08.121634 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-42348ae4-bb62-4eb6-9b32-07964664e3b0 None None] Set router e492d515-489e-452c-914d-0c0f6126800c gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:57:08.128421 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e4c6250-b869-40f8-9464-7edfd2361e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:08.157262 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e4c6250-b869-40f8-9464-7edfd2361e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:08.311917 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e4c6250-b869-40f8-9464-7edfd2361e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:08.317928 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fb3aea8e-a11d-46f8-bc1b-de074f2be160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:08.331525 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c6250-b869-40f8-9464-7edfd2361e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e93c595-9434-4807-a7ed-c8de9480b1f3,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:08.334360 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3e4c6250-b869-40f8-9464-7edfd2361e04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:08.338267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e4c6250-b869-40f8-9464-7edfd2361e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:08.342110 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-3e4c6250-b869-40f8-9464-7edfd2361e04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e93c595-9434-4807-a7ed-c8de9480b1f3 HTTP/1.1" status: 204 len: 168 time: 0.2994111 Apr 20 14:57:08.533917 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-42348ae4-bb62-4eb6-9b32-07964664e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:49:43Z', 'revision_number': 4, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '6840a55a-a753-490e-8df2-ed88ce7a39b2', 'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'mac_address': 'fa:16:3e:77:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:41Z', 'updated_at': '2021-04-20T14:50:01Z', 'revision_number': 5, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'subnets': [{'id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:08.538904 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42348ae4-bb62-4eb6-9b32-07964664e3b0 None None] The sync data for ids ['e492d515-489e-452c-914d-0c0f6126800c'] in dv-cinder-742162-4-smb is: [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:49:43Z', 'revision_number': 4, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '6840a55a-a753-490e-8df2-ed88ce7a39b2', 'name': '', 'network_id': 'f3478651-076d-4e24-9740-70942ad381f0', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'mac_address': 'fa:16:3e:77:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:41Z', 'updated_at': '2021-04-20T14:50:01Z', 'revision_number': 5, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'subnets': [{'id': '7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:57:08.740471 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 46946) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:08.852543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-da9e1a9c-1739-4766-b114-f17687c7c76a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:08.913177 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-da9e1a9c-1739-4766-b114-f17687c7c76a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:08.954998 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d36c016-862d-4cf0-beb3-fedf35f1a7bf None None] New status for floating IP 9e1e72a0-6de3-4c2d-8067-c510491c51a4: DOWN {{(pid=86500) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 14:57:09.028737 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-da9e1a9c-1739-4766-b114-f17687c7c76a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:09.052445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3b41dadc-3fe0-4fe7-98a6-9a2ca6df4204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:09.069840 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e1a9c-1739-4766-b114-f17687c7c76a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef71679-4ac2-4eb1-9185-46cdc947086c,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:09.073422 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-da9e1a9c-1739-4766-b114-f17687c7c76a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:09.110433 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-da9e1a9c-1739-4766-b114-f17687c7c76a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:09.112030 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-da9e1a9c-1739-4766-b114-f17687c7c76a tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "DELETE /v2.0/security-groups/6ef71679-4ac2-4eb1-9185-46cdc947086c HTTP/1.1" status: 204 len: 168 time: 0.3742883 Apr 20 14:57:09.116062 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 46958) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:09.144639 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.api.v2.resource [None req-5eabb631-d255-4fb7-b639-687c28b1403d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] show failed (client error): The resource could not be found. Apr 20 14:57:09.146072 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-5eabb631-d255-4fb7-b639-687c28b1403d tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "GET /v2.0/security-groups/6ef71679-4ac2-4eb1-9185-46cdc947086c HTTP/1.1" status: 404 len: 347 time: 0.0287361 Apr 20 14:57:09.149047 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 46964) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:09.339014 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-5d882fac-3b1d-4a46-9917-675cf485bc78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Deleting port 369f22b7-8271-4a4e-a3ce-bc4224e4b02f {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:57:09.339709 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5d882fac-3b1d-4a46-9917-675cf485bc78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:09.561574 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5d882fac-3b1d-4a46-9917-675cf485bc78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:09.561960 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5d882fac-3b1d-4a46-9917-675cf485bc78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:09.704042 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-5d882fac-3b1d-4a46-9917-675cf485bc78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Calling delete_port for 369f22b7-8271-4a4e-a3ce-bc4224e4b02f owned by network:floatingip {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:57:10.055981 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5d882fac-3b1d-4a46-9917-675cf485bc78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:10.061078 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-877b043e-be61-4d11-9308-6e8eb873413e tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:10.108939 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 47a72090-613d-4478-a820-0a7da868359e no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:57:10.147991 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d882fac-3b1d-4a46-9917-675cf485bc78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Pushing event deleted for resources: {'Port': ['ID=369f22b7-8271-4a4e-a3ce-bc4224e4b02f,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:10.156866 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5d882fac-3b1d-4a46-9917-675cf485bc78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:10.168131 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] No Port match for: 47a72090-613d-4478-a820-0a7da868359e {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:57:10.168538 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 47a72090-613d-4478-a820-0a7da868359e not bound to the agent host hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:57:10.230463 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5d882fac-3b1d-4a46-9917-675cf485bc78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks [] for floatingip, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:10.248388 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5d882fac-3b1d-4a46-9917-675cf485bc78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for floatingip, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:10.249922 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-5d882fac-3b1d-4a46-9917-675cf485bc78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] 10.222.0.21 "DELETE /v2.0/floatingips/9e1e72a0-6de3-4c2d-8067-c510491c51a4 HTTP/1.1" status: 204 len: 168 time: 1.0995235 Apr 20 14:57:10.511703 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e231321f-f7a6-4e28-bb60-e66a7b592409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:13.055040 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-30cba55a-c3b8-4ba8-ba1f-e5720d02b2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:13.375241 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47012) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:13.455406 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47018) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:13.824023 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-665c22f5-151e-4308-be9f-104baba6003e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:13.911606 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-665c22f5-151e-4308-be9f-104baba6003e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:57:13.919598 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-665c22f5-151e-4308-be9f-104baba6003e admin admin] Usage tracker for resource:security_group_rule and tenant:e36b44172089403599335e2b75f24fa5 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:57:13.932644 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-665c22f5-151e-4308-be9f-104baba6003e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:57:13.943494 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-665c22f5-151e-4308-be9f-104baba6003e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:57:14.231589 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:14.275456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-665c22f5-151e-4308-be9f-104baba6003e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:14.340339 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-665c22f5-151e-4308-be9f-104baba6003e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:14.348238 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3e4c6250-b869-40f8-9464-7edfd2361e04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:14.410176 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c22f5-151e-4308-be9f-104baba6003e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76107c4-d6bc-41fc-b7fc-a29d2d368116,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:14.413811 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-665c22f5-151e-4308-be9f-104baba6003e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:14.417532 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-665c22f5-151e-4308-be9f-104baba6003e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e36b44172089403599335e2b75f24fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9609129 Apr 20 14:57:14.425053 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 47024) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:14.442574 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:14.495919 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a6bc4b9b-d600-43c9-903c-767c350fa925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:14.526419 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a6bc4b9b-d600-43c9-903c-767c350fa925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:14.527256 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4420cc50-4a16-4848-add9-876cde03c372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852971878'] for router_interface, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:14.603692 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a6bc4b9b-d600-43c9-903c-767c350fa925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:14.610175 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6e0013c7-3a59-4cf9-beec-b7631df0195d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:14.632812 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc4b9b-d600-43c9-903c-767c350fa925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76107c4-d6bc-41fc-b7fc-a29d2d368116,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:14.635383 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a6bc4b9b-d600-43c9-903c-767c350fa925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:14.642340 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a6bc4b9b-d600-43c9-903c-767c350fa925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:14.646087 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-a6bc4b9b-d600-43c9-903c-767c350fa925 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d76107c4-d6bc-41fc-b7fc-a29d2d368116 HTTP/1.1" status: 204 len: 168 time: 0.2219839 Apr 20 14:57:14.965180 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-4420cc50-4a16-4848-add9-876cde03c372 admin admin] Deleting port 6840a55a-a753-490e-8df2-ed88ce7a39b2 {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:57:14.965562 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4420cc50-4a16-4848-add9-876cde03c372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:15.163553 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-4420cc50-4a16-4848-add9-876cde03c372 admin admin] For port 6840a55a-a753-490e-8df2-ed88ce7a39b2, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=6840a55a-a753-490e-8df2-ed88ce7a39b2,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:57:15.163867 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4420cc50-4a16-4848-add9-876cde03c372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:15.296852 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-4420cc50-4a16-4848-add9-876cde03c372 admin admin] Calling delete_port for 6840a55a-a753-490e-8df2-ed88ce7a39b2 owned by network:router_interface {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:57:15.523183 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:15.580258 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4420cc50-4a16-4848-add9-876cde03c372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:15.585482 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6f36ef07-8e44-45b3-8076-819047026875 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:15.632391 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420cc50-4a16-4848-add9-876cde03c372 admin admin] Pushing event deleted for resources: {'Port': ['ID=6840a55a-a753-490e-8df2-ed88ce7a39b2,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:15.635791 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4420cc50-4a16-4848-add9-876cde03c372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:15.671043 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 47048) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:15.796386 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1160309749-network', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:15.801760 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:57:15.806656 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Usage tracker for resource:network and tenant:df7da843a4304186a30068fd3d8dad0e is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:57:15.810055 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:57:15.816512 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:57:15.854424 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Made reservation on behalf of df7da843a4304186a30068fd3d8dad0e for: {'network': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:57:15.859317 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for network, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:15.873099 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:15.889351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:57:15.893663 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Usage tracker for resource:security_group_rule and tenant:df7da843a4304186a30068fd3d8dad0e is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:57:15.896852 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:57:15.911255 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:57:15.950087 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4420cc50-4a16-4848-add9-876cde03c372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852971804'] for router_interface, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:16.002169 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:16.025943 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:16.030590 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6bedb9ec-c610-418c-84a0-fffb415f56d1 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:16.062405 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=86499) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 14:57:16.072892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecc89ba-ee5e-4556-96f4-fac453d88074,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:16.078337 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:16.083805 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:16.084421 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.segments_db [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Added segment e4d2663f-8465-40d1-9957-194c4535a122 of type vlan for network 5a0cf8bf-53c1-41e3-aafc-49f61e41e247 Apr 20 14:57:16.113008 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751736839863'] for network, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:16.168550 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for network, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:16.169953 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:57:16.170596 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:16.176108 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:16.287839 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Pushing event updated for resources: {'Network': ['ID=5a0cf8bf-53c1-41e3-aafc-49f61e41e247,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:16.287839 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:16.294024 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Network 5a0cf8bf-53c1-41e3-aafc-49f61e41e247 details requested by agent ovs-agent-dv-cinder-742162-4-smb with host dv-cinder-742162-4-smb {{(pid=86500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 14:57:16.308045 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6356001 Apr 20 14:57:16.310832 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47054) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:16.318698 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-c1f9bdd0-8a41-4560-b0df-a6947b0fcee7 admin admin] Request body: {'subnet': {'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1160309749-subnet', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'ip_version': 4}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:16.325536 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-c1f9bdd0-8a41-4560-b0df-a6947b0fcee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:57:16.333434 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-c1f9bdd0-8a41-4560-b0df-a6947b0fcee7 admin admin] Usage tracker for resource:subnet and tenant:df7da843a4304186a30068fd3d8dad0e is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:57:16.344734 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-c1f9bdd0-8a41-4560-b0df-a6947b0fcee7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:57:16.354774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-c1f9bdd0-8a41-4560-b0df-a6947b0fcee7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:57:16.367266 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4420cc50-4a16-4848-add9-876cde03c372 admin admin] Router e492d515-489e-452c-914d-0c0f6126800c has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:57:16.435575 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f9bdd0-8a41-4560-b0df-a6947b0fcee7 admin admin] Made reservation on behalf of df7da843a4304186a30068fd3d8dad0e for: {'subnet': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:57:16.440251 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c1f9bdd0-8a41-4560-b0df-a6947b0fcee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3169222'] for subnet, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:16.896966 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4420cc50-4a16-4848-add9-876cde03c372 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:57:16.906383 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6fc9f1-47a5-4929-a037-42f9404efe8b None None] Sync routers for ids ['e492d515-489e-452c-914d-0c0f6126800c'] in dv-cinder-742162-4-smb {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:57:16.918309 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6fc9f1-47a5-4929-a037-42f9404efe8b None None] Routers {'e492d515-489e-452c-914d-0c0f6126800c'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:57:16.918984 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-4b6fc9f1-47a5-4929-a037-42f9404efe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:57:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['e492d515-489e-452c-914d-0c0f6126800c'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:16.979713 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-4420cc50-4a16-4848-add9-876cde03c372 admin admin] 10.222.0.21 "PUT /v2.0/routers/e492d515-489e-452c-914d-0c0f6126800c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6032324 Apr 20 14:57:16.984283 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 47058) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:17.154805 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-4b6fc9f1-47a5-4929-a037-42f9404efe8b None None] Set router e492d515-489e-452c-914d-0c0f6126800c gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:57:17.185924 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff345-68b3-4cbb-8268-3b6ebcb05ed2 admin admin] Notify callbacks [] for router, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:17.263405 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c1f9bdd0-8a41-4560-b0df-a6947b0fcee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126621219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3169239'] for subnet, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:17.269513 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:17.353405 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f9bdd0-8a41-4560-b0df-a6947b0fcee7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=336b0cfd-4762-4e18-8151-440b38c8e07d,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:17.357675 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c1f9bdd0-8a41-4560-b0df-a6947b0fcee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:17.358445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f9bdd0-8a41-4560-b0df-a6947b0fcee7 admin admin] Checking segment: {'id': 'e4d2663f-8465-40d1-9957-194c4535a122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:57:17.358868 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f9bdd0-8a41-4560-b0df-a6947b0fcee7 admin admin] Network hostable DHCP agents. Network: 5a0cf8bf-53c1-41e3-aafc-49f61e41e247, hostable agents: ['d1ac48cd-fa1b-424f-b486-f0074774d039'], hosted agents: [] {{(pid=86498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 14:57:17.379098 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff345-68b3-4cbb-8268-3b6ebcb05ed2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:17.414617 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f9bdd0-8a41-4560-b0df-a6947b0fcee7 admin admin] Network 5a0cf8bf-53c1-41e3-aafc-49f61e41e247 is scheduled to be hosted by DHCP agent d1ac48cd-fa1b-424f-b486-f0074774d039 with binding_index 1 {{(pid=86498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 14:57:17.443177 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-fb6ff345-68b3-4cbb-8268-3b6ebcb05ed2 admin admin] Deleting port e7ae5133-58c1-481b-b0c3-81d287cbe1f8 {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:57:17.443716 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff345-68b3-4cbb-8268-3b6ebcb05ed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:17.476840 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-c1f9bdd0-8a41-4560-b0df-a6947b0fcee7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-smb, 5a0cf8bf-53c1-41e3-aafc-49f61e41e247) {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:57:17.490174 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020d962e-41bb-44ff-8853-393275675089 None None] Network 5a0cf8bf-53c1-41e3-aafc-49f61e41e247 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:57:17.509709 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f9bdd0-8a41-4560-b0df-a6947b0fcee7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:57:17.511599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c1f9bdd0-8a41-4560-b0df-a6947b0fcee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:17.567437 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-c1f9bdd0-8a41-4560-b0df-a6947b0fcee7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2554224 Apr 20 14:57:17.568235 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47062) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:17.575927 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1160309749-router', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:17.581387 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:57:17.585622 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Usage tracker for resource:router and tenant:df7da843a4304186a30068fd3d8dad0e is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:57:17.589315 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:57:17.595486 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:57:17.637766 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1807340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3701'] for router, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:17.639803 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852968476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852946174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853067501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772115'] for router, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:17.642108 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-4b6fc9f1-47a5-4929-a037-42f9404efe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239'}], 'enable_snat': True}, 'gw_port_id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:57:15Z', 'revision_number': 5, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port': {'id': 'e7ae5133-58c1-481b-b0c3-81d287cbe1f8', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e492d515-489e-452c-914d-0c0f6126800c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:49:30Z', 'updated_at': '2021-04-20T14:49:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:17.646983 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6fc9f1-47a5-4929-a037-42f9404efe8b None None] Checking router: e492d515-489e-452c-914d-0c0f6126800c for host: dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:57:17.654803 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-fb6ff345-68b3-4cbb-8268-3b6ebcb05ed2 admin admin] For port e7ae5133-58c1-481b-b0c3-81d287cbe1f8, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=e7ae5133-58c1-481b-b0c3-81d287cbe1f8,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:57:17.655286 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff345-68b3-4cbb-8268-3b6ebcb05ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:17.661984 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6fc9f1-47a5-4929-a037-42f9404efe8b None None] Routers {'e492d515-489e-452c-914d-0c0f6126800c'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:57:17.667313 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-4b6fc9f1-47a5-4929-a037-42f9404efe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:57:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['e492d515-489e-452c-914d-0c0f6126800c'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:17.722408 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:17.754400 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75819598-3f90-57db-89da-2c6acd1e2a8b-5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'fixed_ips': [{'subnet_id': '336b0cfd-4762-4e18-8151-440b38c8e07d'}]}} from dv-cinder-742162-4-smb. {{(pid=86500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 14:57:17.755359 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:17.795237 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-fb6ff345-68b3-4cbb-8268-3b6ebcb05ed2 admin admin] Calling delete_port for e7ae5133-58c1-481b-b0c3-81d287cbe1f8 owned by network:router_gateway {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:57:17.848002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-4b6fc9f1-47a5-4929-a037-42f9404efe8b None None] Set router e492d515-489e-452c-914d-0c0f6126800c gateway port host: None {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:57:17.971220 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-4b6fc9f1-47a5-4929-a037-42f9404efe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:57:17Z', 'revision_number': 6, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port_host': None}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:17.976976 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6fc9f1-47a5-4929-a037-42f9404efe8b None None] The sync data for ids ['e492d515-489e-452c-914d-0c0f6126800c'] in dv-cinder-742162-4-smb is: [{'id': 'e492d515-489e-452c-914d-0c0f6126800c', 'name': 'tempest-AttachVolumeShelveTestJSON-4692269-router', 'tenant_id': '60cc29d1ca354b0bb99197550f740015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:49:27Z', 'updated_at': '2021-04-20T14:57:17Z', 'revision_number': 6, 'project_id': '60cc29d1ca354b0bb99197550f740015', 'gw_port_host': None}] {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:57:17.990885 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Allocated IP 172.20.0.2 (5a0cf8bf-53c1-41e3-aafc-49f61e41e247/336b0cfd-4762-4e18-8151-440b38c8e07d/902cdff1-d84f-4545-9746-84a1f5a0fa91) {{(pid=86500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:57:18.061202 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852945931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852965537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772130'] for router, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:18.087508 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:18.144955 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff345-68b3-4cbb-8268-3b6ebcb05ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:18.151137 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:18.205368 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ff345-68b3-4cbb-8268-3b6ebcb05ed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7ae5133-58c1-481b-b0c3-81d287cbe1f8,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:18.208537 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fb6ff345-68b3-4cbb-8268-3b6ebcb05ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:18.325860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff345-68b3-4cbb-8268-3b6ebcb05ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829733'] for router_gateway, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:18.413038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Notify callbacks [] for port, precommit_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:18.424935 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Transition to ACTIVE for port object 902cdff1-d84f-4545-9746-84a1f5a0fa91 will not be triggered until provisioned by entity L2. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:57:18.445461 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Transition to ACTIVE for port object 902cdff1-d84f-4545-9746-84a1f5a0fa91 will not be triggered until provisioned by entity DHCP. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:57:18.464939 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:18.499102 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:18.511856 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:18.518013 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:18.575425 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Network 5a0cf8bf-53c1-41e3-aafc-49f61e41e247 is already hosted by enough agents. {{(pid=86500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:57:18.586324 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Resources bound (agent type, host, resource id): {{(pid=86500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:57:18.589986 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Received port after_create {{(pid=86500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:57:18.663063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Allocated IP 172.28.0.26 (c65a64c7-be21-4578-9264-745dbe2f178e/5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5/f0090fa4-6217-4340-bcd6-9d5e12d9cb5a) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:57:18.687995 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Pushing event updated for resources: {'Port': ['ID=902cdff1-d84f-4545-9746-84a1f5a0fa91,revision_number=1']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:18.703114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:18.703653 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:18.704140 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:18.704616 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:18.705106 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:18.705765 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:18.706211 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:18.706648 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:18.707107 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:18.707548 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:18.707985 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:18.708419 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:18.713384 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:18.731664 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Attempting to bind port 902cdff1-d84f-4545-9746-84a1f5a0fa91 on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:57:18.732185 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Attempting to bind port 902cdff1-d84f-4545-9746-84a1f5a0fa91 by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': 'e4d2663f-8465-40d1-9957-194c4535a122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247'}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:57:18.732669 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Attempting to bind port 902cdff1-d84f-4545-9746-84a1f5a0fa91 on network 5a0cf8bf-53c1-41e3-aafc-49f61e41e247 {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:57:18.739391 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:57:18.739918 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Checking segment: {'id': 'e4d2663f-8465-40d1-9957-194c4535a122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:57:18.742023 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:18.742023 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Bound using segment: {'id': 'e4d2663f-8465-40d1-9957-194c4535a122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247'} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:57:18.742023 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Bound port: 902cdff1-d84f-4545-9746-84a1f5a0fa91, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d2663f-8465-40d1-9957-194c4535a122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247'}}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:57:18.742023 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:18.756324 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff345-68b3-4cbb-8268-3b6ebcb05ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1810233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3686'] for router, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:18.759389 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff345-68b3-4cbb-8268-3b6ebcb05ed2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:18.841552 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:18.895820 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-0214229d-5897-4cdc-870f-77df41851922 None None] For port 902cdff1-d84f-4545-9746-84a1f5a0fa91, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:57:18.899889 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-0214229d-5897-4cdc-870f-77df41851922 None None] For port 902cdff1-d84f-4545-9746-84a1f5a0fa91, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=902cdff1-d84f-4545-9746-84a1f5a0fa91,segment=NetworkSegment(e4d2663f-8465-40d1-9957-194c4535a122),segment_id=e4d2663f-8465-40d1-9957-194c4535a122)] {{(pid=86500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:57:18.921892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:18.927216 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5b08660b-840b-45c8-8e7d-8ce1423673b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:18.950198 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff345-68b3-4cbb-8268-3b6ebcb05ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852969603'] for router, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:18.950629 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:18.951038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6ff345-68b3-4cbb-8268-3b6ebcb05ed2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e492d515-489e-452c-914d-0c0f6126800c {{(pid=86499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 14:57:18.961621 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:18.969558 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-fb6ff345-68b3-4cbb-8268-3b6ebcb05ed2 admin admin] Notify callbacks [] for router, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:18.971197 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-fb6ff345-68b3-4cbb-8268-3b6ebcb05ed2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e492d515-489e-452c-914d-0c0f6126800c HTTP/1.1" status: 204 len: 168 time: 1.9856637 Apr 20 14:57:18.974601 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 47066) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:18.999298 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Network c65a64c7-be21-4578-9264-745dbe2f178e is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:57:19.010104 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:57:19.012726 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:57:19.056706 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Pushing event updated for resources: {'Port': ['ID=f0090fa4-6217-4340-bcd6-9d5e12d9cb5a,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:19.063985 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:19.073190 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Pushing event updated for resources: {'Port': ['ID=902cdff1-d84f-4545-9746-84a1f5a0fa91,revision_number=2']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:19.076894 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:19.104201 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_v2 [None req-612755f8-58db-403f-a958-a549070c9a2e admin admin] Deleting subnet 7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7 {{(pid=86499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 14:57:19.107775 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-612755f8-58db-403f-a958-a549070c9a2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:19.176020 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-612755f8-58db-403f-a958-a549070c9a2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851047599'] for subnet, precommit_delete_associations {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:19.305858 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-612755f8-58db-403f-a958-a549070c9a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854002903'] for subnet, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:19.536552 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:19.643615 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-612755f8-58db-403f-a958-a549070c9a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036727916626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3950722'] for subnet, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:19.649027 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:19.688583 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612755f8-58db-403f-a958-a549070c9a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:19.691104 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-612755f8-58db-403f-a958-a549070c9a2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:19.693659 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-612755f8-58db-403f-a958-a549070c9a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:19.700463 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-612755f8-58db-403f-a958-a549070c9a2e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7857aaeb-91a5-4c5d-bbbc-a76ee28a3dd7 HTTP/1.1" status: 204 len: 168 time: 0.7220943 Apr 20 14:57:19.700698 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb43c2fd-4540-454b-9d18-e5ddf1f7eb21 None None] Network f3478651-076d-4e24-9740-70942ad381f0 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:57:19.700812 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 47070) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:19.823650 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854139803'] for network, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:19.835827 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Deleting port 3d905746-c498-4ee0-bf9e-97f51b391a77 {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:57:19.836207 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:19.918904 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 902cdff1-d84f-4545-9746-84a1f5a0fa91 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:57:19.944457 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829855'] for router, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:20.065761 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port 902cdff1-d84f-4545-9746-84a1f5a0fa91 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:57:20.090354 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b181376f-c672-4e95-b305-50f8928eea3a None None] DHCP port deletion for f3478651-076d-4e24-9740-70942ad381f0 request from dv-cinder-742162-4-smb {{(pid=86500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 14:57:20.095587 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-b181376f-c672-4e95-b305-50f8928eea3a None None] Deleting port 3d905746-c498-4ee0-bf9e-97f51b391a77 {{(pid=86500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:57:20.096218 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b181376f-c672-4e95-b305-50f8928eea3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:20.129286 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] For port 3d905746-c498-4ee0-bf9e-97f51b391a77, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=3d905746-c498-4ee0-bf9e-97f51b391a77,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:57:20.129677 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:20.147215 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 6840a55a-a753-490e-8df2-ed88ce7a39b2 no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:57:20.198995 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: 6840a55a-a753-490e-8df2-ed88ce7a39b2 {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:57:20.199275 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 6840a55a-a753-490e-8df2-ed88ce7a39b2 not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:57:20.199748 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device e7ae5133-58c1-481b-b0c3-81d287cbe1f8 no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:57:20.280055 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: e7ae5133-58c1-481b-b0c3-81d287cbe1f8 {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:57:20.280448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device e7ae5133-58c1-481b-b0c3-81d287cbe1f8 not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:57:20.289941 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Calling delete_port for 3d905746-c498-4ee0-bf9e-97f51b391a77 owned by network:dhcp {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:57:20.424267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-b181376f-c672-4e95-b305-50f8928eea3a None None] For port 3d905746-c498-4ee0-bf9e-97f51b391a77, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=3d905746-c498-4ee0-bf9e-97f51b391a77,segment=NetworkSegment(6f6276ee-3184-4479-a65e-2bea908756d8),segment_id=6f6276ee-3184-4479-a65e-2bea908756d8)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:57:20.424752 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b181376f-c672-4e95-b305-50f8928eea3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:20.437224 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:20.442936 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-21f86f20-a085-4e25-b009-2e324a8c9ac2 tempest-VolumesActionsTest-77465518 tempest-VolumesActionsTest-77465518-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:20.495841 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Pushing event deleted for resources: {'Port': ['ID=3d905746-c498-4ee0-bf9e-97f51b391a77,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:20.498815 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:20.503310 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] No DVR routers for this DVR port 3d905746-c498-4ee0-bf9e-97f51b391a77 on host dv-cinder-742162-4-smb {{(pid=86499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:57:20.572015 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-b181376f-c672-4e95-b305-50f8928eea3a None None] Calling delete_port for 3d905746-c498-4ee0-bf9e-97f51b391a77 owned by network:dhcp {{(pid=86500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:57:20.602827 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d3c68a-8153-4b46-839c-ec50455f3392 None None] Network 5a0cf8bf-53c1-41e3-aafc-49f61e41e247 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:57:20.608538 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Router 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 is scheduled to L3 agent 0415711d-9175-4745-a13c-ae27be492043 with binding_index 1 {{(pid=86498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 14:57:20.637121 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772988', 'neutron.services.segments.db._delete_segments_for_network-8751737199731'] for network, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:20.759070 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3478651-076d-4e24-9740-70942ad381f0']}} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:20.762676 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-2716f148-a9d4-4deb-a32a-23e88176db9b None None] Provisioning for port 902cdff1-d84f-4545-9746-84a1f5a0fa91 completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:57:20.772063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.db.api [None req-b181376f-c672-4e95-b305-50f8928eea3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86500) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:57:20.772464 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_db.api [None req-b181376f-c672-4e95-b305-50f8928eea3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 14:57:20.773016 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6276ee-3184-4479-a65e-2bea908756d8') {'for_net_delete': True} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:20.773361 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6276ee-3184-4479-a65e-2bea908756d8') {} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:20.781772 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-2716f148-a9d4-4deb-a32a-23e88176db9b None None] Provisioning complete for port 902cdff1-d84f-4545-9746-84a1f5a0fa91 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:20.782135 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2716f148-a9d4-4deb-a32a-23e88176db9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:20.788365 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285117414499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728217'] for segment, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:20.809304 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:20.818187 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=86499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 14:57:20.821805 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:57:20.861072 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Sync routers for ids ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:57:20.876204 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] Notify callbacks [] for router, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:20.881560 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-08e52f94-820c-4be6-ab69-d3bd1d367f46 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3121541 Apr 20 14:57:20.882270 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47074) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:20.904262 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Routers {'015617aa-02ae-46cb-b4ba-4d1a4e9b0756'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:57:20.904631 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:57:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:21.010017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Network f3478651-076d-4e24-9740-70942ad381f0 has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:57:21.019599 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854042056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126858253'] for segment, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:21.223251 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2716f148-a9d4-4deb-a32a-23e88176db9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:21.223695 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Network f3478651-076d-4e24-9740-70942ad381f0 has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:57:21.248078 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Set router 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: Traceback (most recent call last): Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: timer() Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: cb(*args, **kw) Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: return func(*args, **kwargs) Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: self._notify() Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: self.callback(batched_events) Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: event.method(event) Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: segment_id)['aggregates'][0] Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: return f(self, *a, **k) Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: return self._get(url).json() Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: **kwargs) Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: return self.request(url, 'GET', **kwargs) Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: **endpoint_filter) Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:57:21.248894 dv-cinder-742162-4-smb neutron-server[86383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:57:21.296327 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-b181376f-c672-4e95-b305-50f8928eea3a None None] Deleting port 3d905746-c498-4ee0-bf9e-97f51b391a77 {{(pid=86500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:57:21.296537 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b181376f-c672-4e95-b305-50f8928eea3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:21.362942 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854002828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808770'] for network, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:21.366999 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a3909de8-485e-4c98-b96f-ac2a078775fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:21.383775 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:21.390863 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Pushing event deleted for resources: {'Network': ['ID=f3478651-076d-4e24-9740-70942ad381f0,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:21.397090 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:21.449421 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-9d732ba0-5516-4b58-912a-176284393aea admin admin] 10.222.0.21 "DELETE /v2.0/networks/f3478651-076d-4e24-9740-70942ad381f0 HTTP/1.1" status: 204 len: 168 time: 1.7471800 Apr 20 14:57:21.650006 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-b181376f-c672-4e95-b305-50f8928eea3a None None] The port '3d905746-c498-4ee0-bf9e-97f51b391a77' was deleted {{(pid=86500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 14:57:21.680202 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:21.719460 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-2716f148-a9d4-4deb-a32a-23e88176db9b None None] For port 902cdff1-d84f-4545-9746-84a1f5a0fa91, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=902cdff1-d84f-4545-9746-84a1f5a0fa91,segment=NetworkSegment(e4d2663f-8465-40d1-9957-194c4535a122),segment_id=e4d2663f-8465-40d1-9957-194c4535a122)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:57:21.759401 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2716f148-a9d4-4deb-a32a-23e88176db9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:21.770266 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:21.800205 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 47080) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:21.859682 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 3d905746-c498-4ee0-bf9e-97f51b391a77 no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:57:21.885286 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-a894ab76-69f4-49ae-95a9-cce84a1f15f1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60cc29d1ca354b0bb99197550f740015&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0804982 Apr 20 14:57:21.890083 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 47084) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:21.919968 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: 3d905746-c498-4ee0-bf9e-97f51b391a77 {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:57:21.920756 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 3d905746-c498-4ee0-bf9e-97f51b391a77 not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:57:21.949083 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716f148-a9d4-4deb-a32a-23e88176db9b None None] Pushing event updated for resources: {'Port': ['ID=902cdff1-d84f-4545-9746-84a1f5a0fa91,revision_number=3']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:21.953536 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-026686bf-9be1-477e-af0a-5e82a2d0ccbd None None] Provisioning complete for port 902cdff1-d84f-4545-9746-84a1f5a0fa91 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:21.953869 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-026686bf-9be1-477e-af0a-5e82a2d0ccbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:21.969633 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Allocated IP 172.20.0.1 (5a0cf8bf-53c1-41e3-aafc-49f61e41e247/336b0cfd-4762-4e18-8151-440b38c8e07d/30f36a26-cdda-4780-8151-93cc959915ab) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:57:21.982050 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-2716f148-a9d4-4deb-a32a-23e88176db9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:21.988128 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4ab7eafa-3f9d-480a-9c52-1be025ee8975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:22.019180 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4ab7eafa-3f9d-480a-9c52-1be025ee8975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:22.036962 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'name': 'tempest-TestMinimumBasicScenario-1160309749-router', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:17Z', 'updated_at': '2021-04-20T14:57:19Z', 'revision_number': 3, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'gw_port': {'id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:96:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:18Z', 'updated_at': '2021-04-20T14:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:22.047224 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Checking router: 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:57:22.047883 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Updating router 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 port f0090fa4-6217-4340-bcd6-9d5e12d9cb5a binding host dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 14:57:22.094801 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4ab7eafa-3f9d-480a-9c52-1be025ee8975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:22.101225 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-29efb7d2-c683-468f-b74c-499ee9ab28c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:22.117173 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7eafa-3f9d-480a-9c52-1be025ee8975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbbe3cf-b9b7-4dc7-ba24-ee146cddb389,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:22.123185 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4ab7eafa-3f9d-480a-9c52-1be025ee8975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:22.126542 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4ab7eafa-3f9d-480a-9c52-1be025ee8975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:22.128130 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-4ab7eafa-3f9d-480a-9c52-1be025ee8975 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6dbbe3cf-b9b7-4dc7-ba24-ee146cddb389 HTTP/1.1" status: 204 len: 168 time: 0.2359664 Apr 20 14:57:22.145174 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:22.164621 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Transition to ACTIVE for port object 30f36a26-cdda-4780-8151-93cc959915ab will not be triggered until provisioned by entity DHCP. {{(pid=86498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:57:22.173162 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:22.220670 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:22.226321 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b74df45e-b436-4725-90ed-b40f9f703f0f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:22.289748 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Network 5a0cf8bf-53c1-41e3-aafc-49f61e41e247 is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:57:22.292948 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:57:22.302663 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:57:22.395630 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Pushing event updated for resources: {'Port': ['ID=30f36a26-cdda-4780-8151-93cc959915ab,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:22.395630 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:22.395630 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852967166'] for router_interface, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:22.470233 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:57:22.604718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Notify callbacks [] for port, precommit_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:22.618882 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Transition to ACTIVE for port object f0090fa4-6217-4340-bcd6-9d5e12d9cb5a will not be triggered until provisioned by entity L2. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:57:22.623088 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-6cd7db0f-bbdd-4aeb-a6b9-07809a6d977b None None] Provisioning for port 30f36a26-cdda-4780-8151-93cc959915ab completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:57:22.628017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-6cd7db0f-bbdd-4aeb-a6b9-07809a6d977b None None] Provisioning complete for port 30f36a26-cdda-4780-8151-93cc959915ab triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:22.628429 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6cd7db0f-bbdd-4aeb-a6b9-07809a6d977b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:22.703404 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:22.710056 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:22.742371 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:22.750624 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-6cd7db0f-bbdd-4aeb-a6b9-07809a6d977b None None] Port 30f36a26-cdda-4780-8151-93cc959915ab cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:57:22.802377 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Attempting to bind port f0090fa4-6217-4340-bcd6-9d5e12d9cb5a on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:57:22.802872 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Attempting to bind port f0090fa4-6217-4340-bcd6-9d5e12d9cb5a by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:57:22.803267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Attempting to bind port f0090fa4-6217-4340-bcd6-9d5e12d9cb5a on network c65a64c7-be21-4578-9264-745dbe2f178e {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:57:22.807344 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a8b50-cb4b-4638-834b-6499dc473b75 None None] Pushing event updated for resources: {'Port': ['ID=f0090fa4-6217-4340-bcd6-9d5e12d9cb5a,revision_number=2']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:22.812052 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3d2a8b50-cb4b-4638-834b-6499dc473b75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:22.812872 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:57:22.813270 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Checking segment: {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:57:22.813727 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:22.814174 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Bound using segment: {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:57:22.815450 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Bound port: f0090fa4-6217-4340-bcd6-9d5e12d9cb5a, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:57:22.815450 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:22.940306 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] For port f0090fa4-6217-4340-bcd6-9d5e12d9cb5a, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:57:22.943910 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] For port f0090fa4-6217-4340-bcd6-9d5e12d9cb5a, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=f0090fa4-6217-4340-bcd6-9d5e12d9cb5a,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:57:22.976648 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:22.987380 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:23.050207 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:23.089467 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126621115'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:23.093230 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Routers {'015617aa-02ae-46cb-b4ba-4d1a4e9b0756'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:57:23.094109 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:57:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:23.120142 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:23.216178 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Pushing event updated for resources: {'Port': ['ID=30f36a26-cdda-4780-8151-93cc959915ab,revision_number=2']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:23.219217 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:23.220311 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853102673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808741'] for router_interface, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:23.237336 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a8b50-cb4b-4638-834b-6499dc473b75 None None] Pushing event updated for resources: {'Port': ['ID=f0090fa4-6217-4340-bcd6-9d5e12d9cb5a,revision_number=3']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:23.243862 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3d2a8b50-cb4b-4638-834b-6499dc473b75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:23.346398 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] Set router 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:57:23.403433 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Network 5a0cf8bf-53c1-41e3-aafc-49f61e41e247 is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:57:23.405020 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:57:23.736046 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-4df7133d-44a6-4a79-b134-8ce2a20f1c26 None None] Provisioning complete for port 30f36a26-cdda-4780-8151-93cc959915ab triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:23.736688 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4df7133d-44a6-4a79-b134-8ce2a20f1c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:23.819187 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-4df7133d-44a6-4a79-b134-8ce2a20f1c26 None None] Port 30f36a26-cdda-4780-8151-93cc959915ab cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:57:23.832537 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'name': 'tempest-TestMinimumBasicScenario-1160309749-router', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:17Z', 'updated_at': '2021-04-20T14:57:22Z', 'revision_number': 4, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'gw_port': {'id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:96:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:18Z', 'updated_at': '2021-04-20T14:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '30f36a26-cdda-4780-8151-93cc959915ab', 'name': '', 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'mac_address': 'fa:16:3e:70:c4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:21Z', 'updated_at': '2021-04-20T14:57:22Z', 'revision_number': 2, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'subnets': [{'id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:23.837530 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809d734e-046a-4bdd-9dc7-bbb3096a5ebb None None] The sync data for ids ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'] in dv-cinder-742162-4-smb is: [{'id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'name': 'tempest-TestMinimumBasicScenario-1160309749-router', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:17Z', 'updated_at': '2021-04-20T14:57:22Z', 'revision_number': 4, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'gw_port': {'id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:96:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:18Z', 'updated_at': '2021-04-20T14:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '30f36a26-cdda-4780-8151-93cc959915ab', 'name': '', 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'mac_address': 'fa:16:3e:70:c4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:21Z', 'updated_at': '2021-04-20T14:57:22Z', 'revision_number': 2, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'subnets': [{'id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:57:23.897747 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 902cdff1-d84f-4545-9746-84a1f5a0fa91 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:57:23.955645 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Router 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:57:24.076765 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 902cdff1-d84f-4545-9746-84a1f5a0fa91 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:24.077440 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:24.265863 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:57:24.276484 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] 10.222.0.21 "PUT /v2.0/routers/015617aa-02ae-46cb-b4ba-4d1a4e9b0756/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3930330 Apr 20 14:57:24.730824 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47142) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:24.926640 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d6bf7cba-7450-42d3-aab6-0e1b353b2d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:24.947272 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-d6bf7cba-7450-42d3-aab6-0e1b353b2d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:57:24.952900 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-d6bf7cba-7450-42d3-aab6-0e1b353b2d1b admin admin] Usage tracker for resource:security_group_rule and tenant:4bb6c55295914271b43cb7e2b409e833 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:57:24.956848 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-d6bf7cba-7450-42d3-aab6-0e1b353b2d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:57:24.965039 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-d6bf7cba-7450-42d3-aab6-0e1b353b2d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:57:25.099098 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d6bf7cba-7450-42d3-aab6-0e1b353b2d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:25.151801 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d6bf7cba-7450-42d3-aab6-0e1b353b2d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:25.159839 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8ed65703-df5e-481d-aeaf-456633c940ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:25.209163 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf7cba-7450-42d3-aab6-0e1b353b2d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f06da5-74a4-487e-a14d-820da714059a,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:25.221015 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 47156) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:25.222892 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-d6bf7cba-7450-42d3-aab6-0e1b353b2d1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4bb6c55295914271b43cb7e2b409e833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4827762 Apr 20 14:57:25.224514 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d6bf7cba-7450-42d3-aab6-0e1b353b2d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:25.253032 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47160) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:25.270407 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-562846648-network', 'tenant_id': '7a06b635433e496f9f6f32a09b4b3f62'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:25.276523 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:57:25.281598 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Usage tracker for resource:network and tenant:7a06b635433e496f9f6f32a09b4b3f62 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:57:25.285427 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:57:25.292744 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:57:25.295307 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-01eaec63-1ac9-417a-bff2-476eb90e47c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:25.329953 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-01eaec63-1ac9-417a-bff2-476eb90e47c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:25.340314 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Made reservation on behalf of 7a06b635433e496f9f6f32a09b4b3f62 for: {'network': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:57:25.345480 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for network, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:25.365726 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:25.389301 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:57:25.393927 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Usage tracker for resource:security_group_rule and tenant:7a06b635433e496f9f6f32a09b4b3f62 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:57:25.397253 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:57:25.404704 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:57:25.437132 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-01eaec63-1ac9-417a-bff2-476eb90e47c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:25.448352 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a3bc0fb5-22fb-4bb1-9f9b-e34d63a23511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:25.473324 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eaec63-1ac9-417a-bff2-476eb90e47c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f06da5-74a4-487e-a14d-820da714059a,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:25.476251 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-01eaec63-1ac9-417a-bff2-476eb90e47c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:25.478135 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-01eaec63-1ac9-417a-bff2-476eb90e47c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:25.483028 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-01eaec63-1ac9-417a-bff2-476eb90e47c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11f06da5-74a4-487e-a14d-820da714059a HTTP/1.1" status: 204 len: 168 time: 0.2590525 Apr 20 14:57:25.525780 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:25.562552 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:25.568926 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ed5e3c32-1e80-4b07-9e87-0fac13a62e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:25.604910 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=86498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 14:57:25.619169 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac9a66a-d51f-4396-b1d1-98f15aea798b,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:25.623907 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:25.640697 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:25.641533 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.segments_db [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Added segment ee84fdfe-2eab-46b7-bb17-da1c18afc38c of type vlan for network 3c72ac7a-40cc-4a20-82a7-944c9598411b Apr 20 14:57:25.721644 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751736839863'] for network, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:25.808223 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for network, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:25.809665 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:57:25.810311 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:25.815909 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-68a341e5-0392-4989-a5f2-8b2eecf91917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:25.894000 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device f0090fa4-6217-4340-bcd6-9d5e12d9cb5a up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:57:25.938762 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Pushing event updated for resources: {'Network': ['ID=3c72ac7a-40cc-4a20-82a7-944c9598411b,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:25.941847 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:25.951705 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Network 3c72ac7a-40cc-4a20-82a7-944c9598411b details requested by agent ovs-agent-dv-cinder-742162-4-smb with host dv-cinder-742162-4-smb {{(pid=86500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 14:57:25.958629 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-a66569c8-9bf5-4fe9-989c-074ed72442bf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7025840 Apr 20 14:57:25.962121 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47168) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:25.969192 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-c84b80b2-7a64-4df1-8eed-78ce0089ff5d admin admin] Request body: {'subnet': {'network_id': '3c72ac7a-40cc-4a20-82a7-944c9598411b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-562846648-subnet', 'tenant_id': '7a06b635433e496f9f6f32a09b4b3f62', 'ip_version': 4}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:25.975756 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-c84b80b2-7a64-4df1-8eed-78ce0089ff5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:57:25.980624 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-c84b80b2-7a64-4df1-8eed-78ce0089ff5d admin admin] Usage tracker for resource:subnet and tenant:7a06b635433e496f9f6f32a09b4b3f62 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:57:25.983646 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-c84b80b2-7a64-4df1-8eed-78ce0089ff5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:57:25.990648 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-c84b80b2-7a64-4df1-8eed-78ce0089ff5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:57:26.025289 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84b80b2-7a64-4df1-8eed-78ce0089ff5d admin admin] Made reservation on behalf of 7a06b635433e496f9f6f32a09b4b3f62 for: {'subnet': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:57:26.041277 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c84b80b2-7a64-4df1-8eed-78ce0089ff5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3169222'] for subnet, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:26.100006 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port f0090fa4-6217-4340-bcd6-9d5e12d9cb5a completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:57:26.106076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port f0090fa4-6217-4340-bcd6-9d5e12d9cb5a triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:26.106577 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:26.257806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:26.346995 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port f0090fa4-6217-4340-bcd6-9d5e12d9cb5a, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=f0090fa4-6217-4340-bcd6-9d5e12d9cb5a,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:57:26.374281 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:26.377562 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3d2a8b50-cb4b-4638-834b-6499dc473b75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:26.469195 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=f0090fa4-6217-4340-bcd6-9d5e12d9cb5a,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:26.472534 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:26.706296 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c84b80b2-7a64-4df1-8eed-78ce0089ff5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126621219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3169239'] for subnet, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:26.711989 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:26.791711 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b80b2-7a64-4df1-8eed-78ce0089ff5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff7784d9-c1fd-4a0c-9ace-54d9a6dfc51c,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:26.794543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c84b80b2-7a64-4df1-8eed-78ce0089ff5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:26.801754 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84b80b2-7a64-4df1-8eed-78ce0089ff5d admin admin] Checking segment: {'id': 'ee84fdfe-2eab-46b7-bb17-da1c18afc38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3c72ac7a-40cc-4a20-82a7-944c9598411b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:57:26.802177 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84b80b2-7a64-4df1-8eed-78ce0089ff5d admin admin] Network hostable DHCP agents. Network: 3c72ac7a-40cc-4a20-82a7-944c9598411b, hostable agents: ['d1ac48cd-fa1b-424f-b486-f0074774d039'], hosted agents: [] {{(pid=86498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 14:57:26.854823 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84b80b2-7a64-4df1-8eed-78ce0089ff5d admin admin] Network 3c72ac7a-40cc-4a20-82a7-944c9598411b is scheduled to be hosted by DHCP agent d1ac48cd-fa1b-424f-b486-f0074774d039 with binding_index 1 {{(pid=86498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 14:57:26.889569 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-c84b80b2-7a64-4df1-8eed-78ce0089ff5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-smb, 3c72ac7a-40cc-4a20-82a7-944c9598411b) {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:57:26.899230 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e84079-5627-457e-9be8-c961aa972619 None None] Network 3c72ac7a-40cc-4a20-82a7-944c9598411b requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:57:26.915013 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84b80b2-7a64-4df1-8eed-78ce0089ff5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:57:26.916302 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c84b80b2-7a64-4df1-8eed-78ce0089ff5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:26.981305 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-c84b80b2-7a64-4df1-8eed-78ce0089ff5d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0174696 Apr 20 14:57:26.985960 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 47190) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:26.997549 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-562846648-router', 'tenant_id': '7a06b635433e496f9f6f32a09b4b3f62', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:27.007543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:57:27.017315 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Usage tracker for resource:router and tenant:7a06b635433e496f9f6f32a09b4b3f62 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:57:27.025102 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:57:27.042861 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:57:27.100684 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1807340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3701'] for router, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:27.102491 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852968476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852946174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853067501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772115'] for router, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:27.121502 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:27.351313 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75819598-3f90-57db-89da-2c6acd1e2a8b-3c72ac7a-40cc-4a20-82a7-944c9598411b', 'network_id': '3c72ac7a-40cc-4a20-82a7-944c9598411b', 'tenant_id': '7a06b635433e496f9f6f32a09b4b3f62', 'fixed_ips': [{'subnet_id': 'ff7784d9-c1fd-4a0c-9ace-54d9a6dfc51c'}]}} from dv-cinder-742162-4-smb. {{(pid=86500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 14:57:27.353310 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:27.474137 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Sync routers for ids ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'] in dv-cinder-742162-4-smb {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:57:27.495680 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Routers {'015617aa-02ae-46cb-b4ba-4d1a4e9b0756'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:57:27.497394 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:57:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:27.511792 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852945931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852965537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772130'] for router, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:27.566185 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Allocated IP 172.20.0.2 (3c72ac7a-40cc-4a20-82a7-944c9598411b/ff7784d9-c1fd-4a0c-9ace-54d9a6dfc51c/255af10a-398f-4d37-96f4-428093e59b1d) {{(pid=86500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:57:27.801853 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Set router 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:57:27.864027 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Notify callbacks [] for port, precommit_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:27.876021 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Transition to ACTIVE for port object 255af10a-398f-4d37-96f4-428093e59b1d will not be triggered until provisioned by entity L2. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:57:27.901663 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Transition to ACTIVE for port object 255af10a-398f-4d37-96f4-428093e59b1d will not be triggered until provisioned by entity DHCP. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:57:27.917230 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device f0090fa4-6217-4340-bcd6-9d5e12d9cb5a up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:57:27.957988 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:27.970153 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:27.978657 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:28.017573 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:28.063360 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Network 3c72ac7a-40cc-4a20-82a7-944c9598411b is already hosted by enough agents. {{(pid=86500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:57:28.069593 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Resources bound (agent type, host, resource id): {{(pid=86500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:57:28.086352 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Received port after_create {{(pid=86500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:57:28.101582 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Pushing event updated for resources: {'Port': ['ID=255af10a-398f-4d37-96f4-428093e59b1d,revision_number=1']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:28.141557 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:28.210689 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Allocated IP 172.28.0.183 (c65a64c7-be21-4578-9264-745dbe2f178e/5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5/ef3d0a70-8b66-4abd-ba93-aafcc046acfa) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:57:28.218152 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port f0090fa4-6217-4340-bcd6-9d5e12d9cb5a triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:28.218676 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:28.252714 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Attempting to bind port 255af10a-398f-4d37-96f4-428093e59b1d on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:57:28.252714 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Attempting to bind port 255af10a-398f-4d37-96f4-428093e59b1d by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': 'ee84fdfe-2eab-46b7-bb17-da1c18afc38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3c72ac7a-40cc-4a20-82a7-944c9598411b'}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:57:28.252714 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Attempting to bind port 255af10a-398f-4d37-96f4-428093e59b1d on network 3c72ac7a-40cc-4a20-82a7-944c9598411b {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:57:28.267173 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:57:28.267819 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Checking segment: {'id': 'ee84fdfe-2eab-46b7-bb17-da1c18afc38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3c72ac7a-40cc-4a20-82a7-944c9598411b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:57:28.268342 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:28.268865 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Bound using segment: {'id': 'ee84fdfe-2eab-46b7-bb17-da1c18afc38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3c72ac7a-40cc-4a20-82a7-944c9598411b'} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:57:28.269491 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Bound port: 255af10a-398f-4d37-96f4-428093e59b1d, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee84fdfe-2eab-46b7-bb17-da1c18afc38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3c72ac7a-40cc-4a20-82a7-944c9598411b'}}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:57:28.270040 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:28.307884 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'name': 'tempest-TestMinimumBasicScenario-1160309749-router', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:17Z', 'updated_at': '2021-04-20T14:57:22Z', 'revision_number': 4, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'gw_port': {'id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:18Z', 'updated_at': '2021-04-20T14:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '30f36a26-cdda-4780-8151-93cc959915ab', 'name': '', 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'mac_address': 'fa:16:3e:70:c4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:21Z', 'updated_at': '2021-04-20T14:57:22Z', 'revision_number': 2, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'subnets': [{'id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:28.312728 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Checking router: 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 for host: dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:57:28.313531 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Updating router 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 port 30f36a26-cdda-4780-8151-93cc959915ab binding host dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 14:57:28.382282 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:28.458512 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:28.474396 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] For port 255af10a-398f-4d37-96f4-428093e59b1d, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:57:28.486749 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] For port 255af10a-398f-4d37-96f4-428093e59b1d, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=255af10a-398f-4d37-96f4-428093e59b1d,segment=NetworkSegment(ee84fdfe-2eab-46b7-bb17-da1c18afc38c),segment_id=ee84fdfe-2eab-46b7-bb17-da1c18afc38c)] {{(pid=86500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:57:28.534815 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:28.540883 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:28.568311 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:28.577402 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-dfc2f12a-7aa2-4f71-9c41-fb734321890f tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:28.655948 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Pushing event updated for resources: {'Port': ['ID=255af10a-398f-4d37-96f4-428093e59b1d,revision_number=2']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:28.661807 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:28.926966 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Notify callbacks [] for port, precommit_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:28.967864 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Network c65a64c7-be21-4578-9264-745dbe2f178e is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:57:28.981004 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Transition to ACTIVE for port object 30f36a26-cdda-4780-8151-93cc959915ab will not be triggered until provisioned by entity L2. {{(pid=86501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:57:28.981251 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:57:28.984712 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:57:29.019699 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:29.031824 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-97c7a320-fe9d-4d41-b83b-04ea51ff6668 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:29.214619 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ef3d0a70-8b66-4abd-ba93-aafcc046acfa,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:29.220380 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:29.243932 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ee17f-d59b-4243-b623-8443892ade0c None None] Pushing event updated for resources: {'Port': ['ID=30f36a26-cdda-4780-8151-93cc959915ab,revision_number=3']} {{(pid=86501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:29.266223 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee17f-d59b-4243-b623-8443892ade0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:29.266755 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee17f-d59b-4243-b623-8443892ade0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:29.267391 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee17f-d59b-4243-b623-8443892ade0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:29.268038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee17f-d59b-4243-b623-8443892ade0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:29.268690 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee17f-d59b-4243-b623-8443892ade0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:29.269346 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee17f-d59b-4243-b623-8443892ade0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:29.270016 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee17f-d59b-4243-b623-8443892ade0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:29.270774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee17f-d59b-4243-b623-8443892ade0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:29.271369 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee17f-d59b-4243-b623-8443892ade0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:29.272037 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee17f-d59b-4243-b623-8443892ade0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:29.272686 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee17f-d59b-4243-b623-8443892ade0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:29.273325 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd9ee17f-d59b-4243-b623-8443892ade0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:29.290903 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fd9ee17f-d59b-4243-b623-8443892ade0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:29.299299 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Attempting to bind port 30f36a26-cdda-4780-8151-93cc959915ab on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:57:29.299632 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Attempting to bind port 30f36a26-cdda-4780-8151-93cc959915ab by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': 'e4d2663f-8465-40d1-9957-194c4535a122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247'}] {{(pid=86501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:57:29.300044 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Attempting to bind port 30f36a26-cdda-4780-8151-93cc959915ab on network 5a0cf8bf-53c1-41e3-aafc-49f61e41e247 {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:57:29.309906 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:57:29.310583 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Checking segment: {'id': 'e4d2663f-8465-40d1-9957-194c4535a122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:57:29.311368 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:29.312106 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Bound using segment: {'id': 'e4d2663f-8465-40d1-9957-194c4535a122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247'} {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:57:29.313047 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Bound port: 30f36a26-cdda-4780-8151-93cc959915ab, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d2663f-8465-40d1-9957-194c4535a122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247'}}] {{(pid=86501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:57:29.313787 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:29.437927 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] For port 30f36a26-cdda-4780-8151-93cc959915ab, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:57:29.441714 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] For port 30f36a26-cdda-4780-8151-93cc959915ab, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=30f36a26-cdda-4780-8151-93cc959915ab,segment=NetworkSegment(e4d2663f-8465-40d1-9957-194c4535a122),segment_id=e4d2663f-8465-40d1-9957-194c4535a122)] {{(pid=86501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:57:29.476127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:29.482128 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:29.520034 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:29.565515 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Routers {'015617aa-02ae-46cb-b4ba-4d1a4e9b0756'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:57:29.566277 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:57:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:29.705916 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ee17f-d59b-4243-b623-8443892ade0c None None] Pushing event updated for resources: {'Port': ['ID=30f36a26-cdda-4780-8151-93cc959915ab,revision_number=4']} {{(pid=86501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:29.709257 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fd9ee17f-d59b-4243-b623-8443892ade0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:29.817722 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] Set router 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:57:29.970148 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829855'] for router, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:30.104586 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 255af10a-398f-4d37-96f4-428093e59b1d up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:57:30.271503 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port 255af10a-398f-4d37-96f4-428093e59b1d completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:57:30.281300 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 30f36a26-cdda-4780-8151-93cc959915ab up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:57:30.328588 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Router 86f93261-1739-4d5d-902f-42876d26e8a1 is scheduled to L3 agent 0415711d-9175-4745-a13c-ae27be492043 with binding_index 1 {{(pid=86499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 14:57:30.339664 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5632ee-eef1-4b9d-9fcf-77de173743ba None None] Network 3c72ac7a-40cc-4a20-82a7-944c9598411b requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:57:30.630462 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'name': 'tempest-TestMinimumBasicScenario-1160309749-router', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:17Z', 'updated_at': '2021-04-20T14:57:22Z', 'revision_number': 4, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'gw_port': {'id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:18Z', 'updated_at': '2021-04-20T14:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '30f36a26-cdda-4780-8151-93cc959915ab', 'name': '', 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'mac_address': 'fa:16:3e:70:c4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:21Z', 'updated_at': '2021-04-20T14:57:29Z', 'revision_number': 4, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'subnets': [{'id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:30.635356 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5028b151-9439-4543-8edb-d6ee22fe0372 None None] The sync data for ids ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'] in dv-cinder-742162-4-smb is: [{'id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'name': 'tempest-TestMinimumBasicScenario-1160309749-router', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:17Z', 'updated_at': '2021-04-20T14:57:22Z', 'revision_number': 4, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'gw_port': {'id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:18Z', 'updated_at': '2021-04-20T14:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '30f36a26-cdda-4780-8151-93cc959915ab', 'name': '', 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'mac_address': 'fa:16:3e:70:c4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:21Z', 'updated_at': '2021-04-20T14:57:29Z', 'revision_number': 4, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'subnets': [{'id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:57:30.646688 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-8412a87f-6d5b-492d-97ae-46c5645ccc19 None None] Provisioning for port 255af10a-398f-4d37-96f4-428093e59b1d completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:57:30.676034 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-8412a87f-6d5b-492d-97ae-46c5645ccc19 None None] Provisioning complete for port 255af10a-398f-4d37-96f4-428093e59b1d triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:30.676804 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8412a87f-6d5b-492d-97ae-46c5645ccc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:30.685951 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:57:30.732108 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Sync routers for ids ['86f93261-1739-4d5d-902f-42876d26e8a1'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:57:30.744255 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port 30f36a26-cdda-4780-8151-93cc959915ab completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:57:30.757008 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] Notify callbacks [] for router, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:30.761739 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-df5db527-7170-4375-87d8-ab40ac0eb1e5 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.7739735 Apr 20 14:57:30.762328 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47224) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:30.798579 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 30f36a26-cdda-4780-8151-93cc959915ab triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:30.799038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:30.848335 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Routers {'86f93261-1739-4d5d-902f-42876d26e8a1'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:57:30.849046 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:57:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['86f93261-1739-4d5d-902f-42876d26e8a1'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:31.263154 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8412a87f-6d5b-492d-97ae-46c5645ccc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:31.278218 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Set router 86f93261-1739-4d5d-902f-42876d26e8a1 gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:57:31.606422 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:31.673918 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:31.747468 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-8412a87f-6d5b-492d-97ae-46c5645ccc19 None None] For port 255af10a-398f-4d37-96f4-428093e59b1d, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=255af10a-398f-4d37-96f4-428093e59b1d,segment=NetworkSegment(ee84fdfe-2eab-46b7-bb17-da1c18afc38c),segment_id=ee84fdfe-2eab-46b7-bb17-da1c18afc38c)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:57:31.777967 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port 30f36a26-cdda-4780-8151-93cc959915ab, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=30f36a26-cdda-4780-8151-93cc959915ab,segment=NetworkSegment(e4d2663f-8465-40d1-9957-194c4535a122),segment_id=e4d2663f-8465-40d1-9957-194c4535a122)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:57:31.788951 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8412a87f-6d5b-492d-97ae-46c5645ccc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:31.803805 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:31.858540 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:31.926452 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Allocated IP 172.20.0.1 (3c72ac7a-40cc-4a20-82a7-944c9598411b/ff7784d9-c1fd-4a0c-9ace-54d9a6dfc51c/d525f6a6-1456-4466-9f93-fc751b904e81) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:57:31.943727 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412a87f-6d5b-492d-97ae-46c5645ccc19 None None] Pushing event updated for resources: {'Port': ['ID=255af10a-398f-4d37-96f4-428093e59b1d,revision_number=3']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:31.948307 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-8412a87f-6d5b-492d-97ae-46c5645ccc19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:31.949908 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:32.050592 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-5b9037fb-a46e-40ae-9924-a3a13614f6f8 None None] Provisioning complete for port 255af10a-398f-4d37-96f4-428093e59b1d triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:32.051044 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5b9037fb-a46e-40ae-9924-a3a13614f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:32.097533 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=30f36a26-cdda-4780-8151-93cc959915ab,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:32.102352 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:32.108292 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:32.111806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'name': 'tempest-TestMinimumBasicScenario-562846648-router', 'tenant_id': '7a06b635433e496f9f6f32a09b4b3f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'ef3d0a70-8b66-4abd-ba93-aafcc046acfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:27Z', 'updated_at': '2021-04-20T14:57:29Z', 'revision_number': 3, 'project_id': '7a06b635433e496f9f6f32a09b4b3f62', 'gw_port': {'id': 'ef3d0a70-8b66-4abd-ba93-aafcc046acfa', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:28Z', 'updated_at': '2021-04-20T14:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:32.128403 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Checking router: 86f93261-1739-4d5d-902f-42876d26e8a1 for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:57:32.128805 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Updating router 86f93261-1739-4d5d-902f-42876d26e8a1 port ef3d0a70-8b66-4abd-ba93-aafcc046acfa binding host dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 14:57:32.193192 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Transition to ACTIVE for port object d525f6a6-1456-4466-9f93-fc751b904e81 will not be triggered until provisioned by entity DHCP. {{(pid=86498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:57:32.196999 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:32.266164 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:32.271858 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9874b36f-1141-4a3a-9524-965c368a58f4 tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:32.345678 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Network 3c72ac7a-40cc-4a20-82a7-944c9598411b is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:57:32.349470 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:57:32.362700 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:57:32.397474 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Pushing event updated for resources: {'Port': ['ID=d525f6a6-1456-4466-9f93-fc751b904e81,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:32.406203 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:32.433806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852967166'] for router_interface, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:32.623258 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:32.698639 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Notify callbacks [] for port, precommit_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:32.712622 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Transition to ACTIVE for port object ef3d0a70-8b66-4abd-ba93-aafcc046acfa will not be triggered until provisioned by entity L2. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:57:32.727970 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-00c57810-b97c-492c-afdc-7ce1282dac6a None None] Provisioning for port d525f6a6-1456-4466-9f93-fc751b904e81 completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:57:32.734024 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-00c57810-b97c-492c-afdc-7ce1282dac6a None None] Provisioning complete for port d525f6a6-1456-4466-9f93-fc751b904e81 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:32.734597 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-00c57810-b97c-492c-afdc-7ce1282dac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:32.768102 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:32.779768 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:32.895476 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:32.907919 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-00c57810-b97c-492c-afdc-7ce1282dac6a None None] Port d525f6a6-1456-4466-9f93-fc751b904e81 cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:57:32.919343 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Attempting to bind port ef3d0a70-8b66-4abd-ba93-aafcc046acfa on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:57:32.920129 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Attempting to bind port ef3d0a70-8b66-4abd-ba93-aafcc046acfa by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:57:32.920816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Attempting to bind port ef3d0a70-8b66-4abd-ba93-aafcc046acfa on network c65a64c7-be21-4578-9264-745dbe2f178e {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:57:32.925212 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e17cb0-6252-46d0-a08a-3d443d9f0e96 None None] Pushing event updated for resources: {'Port': ['ID=ef3d0a70-8b66-4abd-ba93-aafcc046acfa,revision_number=2']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:32.927827 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126621115'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:32.933498 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f1e17cb0-6252-46d0-a08a-3d443d9f0e96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:32.937606 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:57:32.938035 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Checking segment: {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:57:32.938504 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:32.938973 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Bound using segment: {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:57:32.939512 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Bound port: ef3d0a70-8b66-4abd-ba93-aafcc046acfa, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:57:32.939938 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:32.959281 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-373741bd-5784-4120-8bf7-cb8042be2a38 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:33.028201 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] For port ef3d0a70-8b66-4abd-ba93-aafcc046acfa, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:57:33.031783 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] For port ef3d0a70-8b66-4abd-ba93-aafcc046acfa, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=ef3d0a70-8b66-4abd-ba93-aafcc046acfa,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:57:33.056898 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Pushing event updated for resources: {'Port': ['ID=d525f6a6-1456-4466-9f93-fc751b904e81,revision_number=2']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:33.059884 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853102673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808741'] for router_interface, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:33.064120 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:33.066691 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:33.073634 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:33.159162 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Routers {'86f93261-1739-4d5d-902f-42876d26e8a1'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:57:33.159865 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:57:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['86f93261-1739-4d5d-902f-42876d26e8a1'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:33.264070 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Network 3c72ac7a-40cc-4a20-82a7-944c9598411b is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:57:33.266167 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:57:33.300450 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e17cb0-6252-46d0-a08a-3d443d9f0e96 None None] Pushing event updated for resources: {'Port': ['ID=ef3d0a70-8b66-4abd-ba93-aafcc046acfa,revision_number=3']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:33.303929 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f1e17cb0-6252-46d0-a08a-3d443d9f0e96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:33.378628 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] Set router 86f93261-1739-4d5d-902f-42876d26e8a1 gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:57:33.640370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-02c8ccfe-b1c5-4e04-b13e-3b815284c489 None None] Provisioning complete for port d525f6a6-1456-4466-9f93-fc751b904e81 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:33.640804 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-02c8ccfe-b1c5-4e04-b13e-3b815284c489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:33.736918 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-02c8ccfe-b1c5-4e04-b13e-3b815284c489 None None] Port d525f6a6-1456-4466-9f93-fc751b904e81 cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:57:33.843527 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'name': 'tempest-TestMinimumBasicScenario-562846648-router', 'tenant_id': '7a06b635433e496f9f6f32a09b4b3f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'ef3d0a70-8b66-4abd-ba93-aafcc046acfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:27Z', 'updated_at': '2021-04-20T14:57:32Z', 'revision_number': 4, 'project_id': '7a06b635433e496f9f6f32a09b4b3f62', 'gw_port': {'id': 'ef3d0a70-8b66-4abd-ba93-aafcc046acfa', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:28Z', 'updated_at': '2021-04-20T14:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': 'd525f6a6-1456-4466-9f93-fc751b904e81', 'name': '', 'network_id': '3c72ac7a-40cc-4a20-82a7-944c9598411b', 'tenant_id': '7a06b635433e496f9f6f32a09b4b3f62', 'mac_address': 'fa:16:3e:fe:f7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ff7784d9-c1fd-4a0c-9ace-54d9a6dfc51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:31Z', 'updated_at': '2021-04-20T14:57:32Z', 'revision_number': 2, 'project_id': '7a06b635433e496f9f6f32a09b4b3f62', 'subnets': [{'id': 'ff7784d9-c1fd-4a0c-9ace-54d9a6dfc51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:33.848576 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd331966-5db6-4243-8941-4c51db2dbb84 None None] The sync data for ids ['86f93261-1739-4d5d-902f-42876d26e8a1'] in dv-cinder-742162-4-smb is: [{'id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'name': 'tempest-TestMinimumBasicScenario-562846648-router', 'tenant_id': '7a06b635433e496f9f6f32a09b4b3f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'ef3d0a70-8b66-4abd-ba93-aafcc046acfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:27Z', 'updated_at': '2021-04-20T14:57:32Z', 'revision_number': 4, 'project_id': '7a06b635433e496f9f6f32a09b4b3f62', 'gw_port': {'id': 'ef3d0a70-8b66-4abd-ba93-aafcc046acfa', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:28Z', 'updated_at': '2021-04-20T14:57:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': 'd525f6a6-1456-4466-9f93-fc751b904e81', 'name': '', 'network_id': '3c72ac7a-40cc-4a20-82a7-944c9598411b', 'tenant_id': '7a06b635433e496f9f6f32a09b4b3f62', 'mac_address': 'fa:16:3e:fe:f7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ff7784d9-c1fd-4a0c-9ace-54d9a6dfc51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:31Z', 'updated_at': '2021-04-20T14:57:32Z', 'revision_number': 2, 'project_id': '7a06b635433e496f9f6f32a09b4b3f62', 'subnets': [{'id': 'ff7784d9-c1fd-4a0c-9ace-54d9a6dfc51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:57:33.881387 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Router 86f93261-1739-4d5d-902f-42876d26e8a1 has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:57:33.947198 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 255af10a-398f-4d37-96f4-428093e59b1d up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:57:34.074617 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 255af10a-398f-4d37-96f4-428093e59b1d triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:34.075002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:34.112358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:57:34.130306 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] 10.222.0.21 "PUT /v2.0/routers/86f93261-1739-4d5d-902f-42876d26e8a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3660519 Apr 20 14:57:34.222769 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 30f36a26-cdda-4780-8151-93cc959915ab up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:57:34.385951 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 30f36a26-cdda-4780-8151-93cc959915ab triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:34.386555 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:35.976742 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device ef3d0a70-8b66-4abd-ba93-aafcc046acfa up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:57:36.105508 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port ef3d0a70-8b66-4abd-ba93-aafcc046acfa completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:57:36.111368 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port ef3d0a70-8b66-4abd-ba93-aafcc046acfa triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:36.111783 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:36.283548 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:36.313656 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port ef3d0a70-8b66-4abd-ba93-aafcc046acfa, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=ef3d0a70-8b66-4abd-ba93-aafcc046acfa,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:57:36.367350 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:36.369585 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:36.470580 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=ef3d0a70-8b66-4abd-ba93-aafcc046acfa,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:36.474089 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:37.403463 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Sync routers for ids ['86f93261-1739-4d5d-902f-42876d26e8a1'] in dv-cinder-742162-4-smb {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:57:37.418241 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Routers {'86f93261-1739-4d5d-902f-42876d26e8a1'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:57:37.419042 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:57:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['86f93261-1739-4d5d-902f-42876d26e8a1'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:37.671129 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Set router 86f93261-1739-4d5d-902f-42876d26e8a1 gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:57:37.989472 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device ef3d0a70-8b66-4abd-ba93-aafcc046acfa up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:57:38.124331 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'name': 'tempest-TestMinimumBasicScenario-562846648-router', 'tenant_id': '7a06b635433e496f9f6f32a09b4b3f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'ef3d0a70-8b66-4abd-ba93-aafcc046acfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:27Z', 'updated_at': '2021-04-20T14:57:32Z', 'revision_number': 4, 'project_id': '7a06b635433e496f9f6f32a09b4b3f62', 'gw_port': {'id': 'ef3d0a70-8b66-4abd-ba93-aafcc046acfa', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:28Z', 'updated_at': '2021-04-20T14:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': 'd525f6a6-1456-4466-9f93-fc751b904e81', 'name': '', 'network_id': '3c72ac7a-40cc-4a20-82a7-944c9598411b', 'tenant_id': '7a06b635433e496f9f6f32a09b4b3f62', 'mac_address': 'fa:16:3e:fe:f7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ff7784d9-c1fd-4a0c-9ace-54d9a6dfc51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:31Z', 'updated_at': '2021-04-20T14:57:32Z', 'revision_number': 2, 'project_id': '7a06b635433e496f9f6f32a09b4b3f62', 'subnets': [{'id': 'ff7784d9-c1fd-4a0c-9ace-54d9a6dfc51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:38.129442 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Checking router: 86f93261-1739-4d5d-902f-42876d26e8a1 for host: dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:57:38.129856 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Updating router 86f93261-1739-4d5d-902f-42876d26e8a1 port d525f6a6-1456-4466-9f93-fc751b904e81 binding host dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 14:57:38.232894 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:38.289192 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port ef3d0a70-8b66-4abd-ba93-aafcc046acfa triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:38.289611 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:38.637734 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Notify callbacks [] for port, precommit_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:38.652773 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Transition to ACTIVE for port object d525f6a6-1456-4466-9f93-fc751b904e81 will not be triggered until provisioned by entity L2. {{(pid=86501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:57:38.711060 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:38.717473 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:38.796328 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f19f64-f5f4-4f47-9de6-990a337b329e None None] Pushing event updated for resources: {'Port': ['ID=d525f6a6-1456-4466-9f93-fc751b904e81,revision_number=3']} {{(pid=86501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:38.809353 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b3f19f64-f5f4-4f47-9de6-990a337b329e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:39.067383 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Attempting to bind port d525f6a6-1456-4466-9f93-fc751b904e81 on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:57:39.068092 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Attempting to bind port d525f6a6-1456-4466-9f93-fc751b904e81 by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': 'ee84fdfe-2eab-46b7-bb17-da1c18afc38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3c72ac7a-40cc-4a20-82a7-944c9598411b'}] {{(pid=86501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:57:39.068747 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Attempting to bind port d525f6a6-1456-4466-9f93-fc751b904e81 on network 3c72ac7a-40cc-4a20-82a7-944c9598411b {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:57:39.080311 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:57:39.080954 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Checking segment: {'id': 'ee84fdfe-2eab-46b7-bb17-da1c18afc38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3c72ac7a-40cc-4a20-82a7-944c9598411b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:57:39.081494 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:39.082285 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Bound using segment: {'id': 'ee84fdfe-2eab-46b7-bb17-da1c18afc38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3c72ac7a-40cc-4a20-82a7-944c9598411b'} {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:57:39.082771 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Bound port: d525f6a6-1456-4466-9f93-fc751b904e81, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee84fdfe-2eab-46b7-bb17-da1c18afc38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '3c72ac7a-40cc-4a20-82a7-944c9598411b'}}] {{(pid=86501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:57:39.083386 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:39.203412 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] For port d525f6a6-1456-4466-9f93-fc751b904e81, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:57:39.208340 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] For port d525f6a6-1456-4466-9f93-fc751b904e81, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=d525f6a6-1456-4466-9f93-fc751b904e81,segment=NetworkSegment(ee84fdfe-2eab-46b7-bb17-da1c18afc38c),segment_id=ee84fdfe-2eab-46b7-bb17-da1c18afc38c)] {{(pid=86501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:57:39.261894 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:39.271909 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:39.389865 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f19f64-f5f4-4f47-9de6-990a337b329e None None] Pushing event updated for resources: {'Port': ['ID=d525f6a6-1456-4466-9f93-fc751b904e81,revision_number=4']} {{(pid=86501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:39.404889 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b3f19f64-f5f4-4f47-9de6-990a337b329e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:39.405547 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Routers {'86f93261-1739-4d5d-902f-42876d26e8a1'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:57:39.406256 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:57:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['86f93261-1739-4d5d-902f-42876d26e8a1'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:40.059914 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] Set router 86f93261-1739-4d5d-902f-42876d26e8a1 gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:57:40.125501 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device d525f6a6-1456-4466-9f93-fc751b904e81 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:57:40.275828 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port d525f6a6-1456-4466-9f93-fc751b904e81 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:57:40.294093 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port d525f6a6-1456-4466-9f93-fc751b904e81 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:40.294525 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:40.450665 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:40.459873 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'name': 'tempest-TestMinimumBasicScenario-562846648-router', 'tenant_id': '7a06b635433e496f9f6f32a09b4b3f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'ef3d0a70-8b66-4abd-ba93-aafcc046acfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:27Z', 'updated_at': '2021-04-20T14:57:32Z', 'revision_number': 4, 'project_id': '7a06b635433e496f9f6f32a09b4b3f62', 'gw_port': {'id': 'ef3d0a70-8b66-4abd-ba93-aafcc046acfa', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:28Z', 'updated_at': '2021-04-20T14:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': 'd525f6a6-1456-4466-9f93-fc751b904e81', 'name': '', 'network_id': '3c72ac7a-40cc-4a20-82a7-944c9598411b', 'tenant_id': '7a06b635433e496f9f6f32a09b4b3f62', 'mac_address': 'fa:16:3e:fe:f7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ff7784d9-c1fd-4a0c-9ace-54d9a6dfc51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:31Z', 'updated_at': '2021-04-20T14:57:39Z', 'revision_number': 4, 'project_id': '7a06b635433e496f9f6f32a09b4b3f62', 'subnets': [{'id': 'ff7784d9-c1fd-4a0c-9ace-54d9a6dfc51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:57:40.465969 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7f269f-e569-4428-852d-405a04cfc7a9 None None] The sync data for ids ['86f93261-1739-4d5d-902f-42876d26e8a1'] in dv-cinder-742162-4-smb is: [{'id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'name': 'tempest-TestMinimumBasicScenario-562846648-router', 'tenant_id': '7a06b635433e496f9f6f32a09b4b3f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'ef3d0a70-8b66-4abd-ba93-aafcc046acfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:27Z', 'updated_at': '2021-04-20T14:57:32Z', 'revision_number': 4, 'project_id': '7a06b635433e496f9f6f32a09b4b3f62', 'gw_port': {'id': 'ef3d0a70-8b66-4abd-ba93-aafcc046acfa', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:28Z', 'updated_at': '2021-04-20T14:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': 'd525f6a6-1456-4466-9f93-fc751b904e81', 'name': '', 'network_id': '3c72ac7a-40cc-4a20-82a7-944c9598411b', 'tenant_id': '7a06b635433e496f9f6f32a09b4b3f62', 'mac_address': 'fa:16:3e:fe:f7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': 'ff7784d9-c1fd-4a0c-9ace-54d9a6dfc51c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:31Z', 'updated_at': '2021-04-20T14:57:39Z', 'revision_number': 4, 'project_id': '7a06b635433e496f9f6f32a09b4b3f62', 'subnets': [{'id': 'ff7784d9-c1fd-4a0c-9ace-54d9a6dfc51c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:57:40.498002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port d525f6a6-1456-4466-9f93-fc751b904e81, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=d525f6a6-1456-4466-9f93-fc751b904e81,segment=NetworkSegment(ee84fdfe-2eab-46b7-bb17-da1c18afc38c),segment_id=ee84fdfe-2eab-46b7-bb17-da1c18afc38c)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:57:40.499950 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a548932-27d5-427e-bb78-02ec47f09832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:40.606612 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:40.618340 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:40.775081 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=d525f6a6-1456-4466-9f93-fc751b904e81,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:40.786097 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:41.973752 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device d525f6a6-1456-4466-9f93-fc751b904e81 up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:57:42.149984 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port d525f6a6-1456-4466-9f93-fc751b904e81 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:42.150552 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:43.059406 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a989bac7-8870-4387-886e-df45672be4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:44.247703 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:44.476516 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:45.470479 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:46.522131 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807a750-b790-4905-8c46-2063cf4665c6 req-fbb0114b-77ee-482f-a0dc-388d344b2f6c tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:57:46.523795 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4807a750-b790-4905-8c46-2063cf4665c6 req-fbb0114b-77ee-482f-a0dc-388d344b2f6c tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/networks?id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247 HTTP/1.1" status: 200 len: 815 time: 0.1700480 Apr 20 14:57:46.541535 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cc5974d5-aaea-4680-8e7f-93b6e5139cc7 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/quotas/df7da843a4304186a30068fd3d8dad0e HTTP/1.1" status: 200 len: 375 time: 0.0113142 Apr 20 14:57:46.642074 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-4807a750-b790-4905-8c46-2063cf4665c6 req-70094f8e-a9a5-4d92-a9d3-4e843d154833 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Synchronizing usage tracker for tenant:df7da843a4304186a30068fd3d8dad0e on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:57:46.709618 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-4807a750-b790-4905-8c46-2063cf4665c6 req-70094f8e-a9a5-4d92-a9d3-4e843d154833 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Unset dirty status for tenant:df7da843a4304186a30068fd3d8dad0e on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:57:46.711728 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4807a750-b790-4905-8c46-2063cf4665c6 req-70094f8e-a9a5-4d92-a9d3-4e843d154833 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=df7da843a4304186a30068fd3d8dad0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1633267 Apr 20 14:57:46.982625 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4807a750-b790-4905-8c46-2063cf4665c6 req-d87a4869-455a-48ff-bfe3-ee1ae5a27dfe service neutron] 10.222.0.21 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572548 Apr 20 14:57:47.135730 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4807a750-b790-4905-8c46-2063cf4665c6 req-ef09d4fe-ff4a-4cbc-a1af-f29c093a23fe service neutron] 10.222.0.21 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462619 Apr 20 14:57:47.356491 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a08bae4f-5817-4a8c-b101-90b9c8cc6192 req-a28c5131-5b74-4bfa-85ac-6b4b0f85972b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 210 time: 0.0518067 Apr 20 14:57:48.024417 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:48.525729 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4e887c7f-ffdd-4808-b55a-8cce36a9d4a5 req-1d0cba6e-3770-4bfe-b00d-236311c63b5a tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 210 time: 0.0515416 Apr 20 14:57:48.798699 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47460) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:48.946613 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:48.967461 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:57:48.972146 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Usage tracker for resource:security_group_rule and tenant:c6a9eecdde0849f8927fe6d45cd3ca5f is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:57:48.976013 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:57:48.982746 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:57:49.148272 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:49.183649 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:49.193717 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b43ab689-47f6-473c-80ba-22f9c693a4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:49.237077 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6a9eecdde0849f8927fe6d45cd3ca5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4370632 Apr 20 14:57:49.238836 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f582f1f-8d65-4761-8209-006fbe622fb3,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:49.239986 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 47466) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:49.247758 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.248174 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.248581 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.248979 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.249372 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.249766 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.250151 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.250537 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.250963 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.251349 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.251734 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.252127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.257619 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c5f9c298-5ba6-49e0-8d39-32cd3cdc60df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:49.314327 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:49.343402 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:49.418915 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:49.424751 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5bdfef07-486c-4a16-bfeb-6a65b8c25ef5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:49.439871 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f582f1f-8d65-4761-8209-006fbe622fb3,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:49.448401 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:49.449650 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f582f1f-8d65-4761-8209-006fbe622fb3 HTTP/1.1" status: 204 len: 168 time: 0.2084987 Apr 20 14:57:49.451513 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.451934 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.452349 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.452766 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.453177 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.453584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.453986 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.454389 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.455347 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.455347 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.455712 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.456113 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:57:49.459520 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-161e8412-04d0-4f46-9170-2cfe180fea27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:49.662630 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807a750-b790-4905-8c46-2063cf4665c6 req-22c3cecf-9638-4aa3-9372-a9192206acfd tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:57:49.664041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-4807a750-b790-4905-8c46-2063cf4665c6 req-22c3cecf-9638-4aa3-9372-a9192206acfd tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Synchronizing usage tracker for tenant:df7da843a4304186a30068fd3d8dad0e on resource:network {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:57:49.706240 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-09922960-6256-432a-ad0c-db8ce5159312 req-1cf72203-e2f9-4388-8a41-ccd7098ad0ba tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 210 time: 0.0574915 Apr 20 14:57:49.732907 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-4807a750-b790-4905-8c46-2063cf4665c6 req-22c3cecf-9638-4aa3-9372-a9192206acfd tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Unset dirty status for tenant:df7da843a4304186a30068fd3d8dad0e on resource:network {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:57:49.734159 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4807a750-b790-4905-8c46-2063cf4665c6 req-22c3cecf-9638-4aa3-9372-a9192206acfd tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.13 "GET /v2.0/networks?id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247 HTTP/1.1" status: 200 len: 815 time: 0.2560451 Apr 20 14:57:49.752650 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-4807a750-b790-4905-8c46-2063cf4665c6 req-e563fb59-b091-4554-9708-dddd60785fc8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Request body: {'port': {'device_id': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'admin_state_up': True, 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:57:49.905444 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-4807a750-b790-4905-8c46-2063cf4665c6 req-e563fb59-b091-4554-9708-dddd60785fc8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:57:49.916743 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-4807a750-b790-4905-8c46-2063cf4665c6 req-e563fb59-b091-4554-9708-dddd60785fc8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:57:49.962115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4807a750-b790-4905-8c46-2063cf4665c6 req-e563fb59-b091-4554-9708-dddd60785fc8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Made reservation on behalf of df7da843a4304186a30068fd3d8dad0e for: {'port': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:57:49.968475 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4807a750-b790-4905-8c46-2063cf4665c6 req-e563fb59-b091-4554-9708-dddd60785fc8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:50.003027 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47480) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:50.036542 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-57c837ac-a9c6-4e4f-a597-67d890aae034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:50.071492 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-57c837ac-a9c6-4e4f-a597-67d890aae034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:57:50.079738 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-57c837ac-a9c6-4e4f-a597-67d890aae034 admin admin] Usage tracker for resource:security_group_rule and tenant:52c5f889b4734f39a3ca6017ece815cd is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:57:50.083624 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-57c837ac-a9c6-4e4f-a597-67d890aae034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:57:50.091817 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-57c837ac-a9c6-4e4f-a597-67d890aae034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:57:50.163448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-4807a750-b790-4905-8c46-2063cf4665c6 req-e563fb59-b091-4554-9708-dddd60785fc8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Allocated IP 172.20.0.3 (5a0cf8bf-53c1-41e3-aafc-49f61e41e247/336b0cfd-4762-4e18-8151-440b38c8e07d/db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:57:50.197960 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-57c837ac-a9c6-4e4f-a597-67d890aae034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:50.236341 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-57c837ac-a9c6-4e4f-a597-67d890aae034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:50.257609 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3c5ab079-8506-4759-9690-8d52a15be41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:50.342173 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-57c837ac-a9c6-4e4f-a597-67d890aae034 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52c5f889b4734f39a3ca6017ece815cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374245 Apr 20 14:57:50.344601 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 47494) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:57:50.345322 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c837ac-a9c6-4e4f-a597-67d890aae034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d98917-aae4-4e7d-b695-1d549d56981a,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:50.351277 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-57c837ac-a9c6-4e4f-a597-67d890aae034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:50.467285 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4807a750-b790-4905-8c46-2063cf4665c6 req-e563fb59-b091-4554-9708-dddd60785fc8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:50.483793 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-021997c8-4504-4d11-876f-5f1ccbe81a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:50.505399 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-4807a750-b790-4905-8c46-2063cf4665c6 req-e563fb59-b091-4554-9708-dddd60785fc8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Transition to ACTIVE for port object db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 will not be triggered until provisioned by entity DHCP. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:57:50.525680 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-021997c8-4504-4d11-876f-5f1ccbe81a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:50.625312 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4807a750-b790-4905-8c46-2063cf4665c6 req-e563fb59-b091-4554-9708-dddd60785fc8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:50.634521 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3990d6a6-33c5-47e0-a71c-e77273310632 tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:50.712567 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-021997c8-4504-4d11-876f-5f1ccbe81a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:50.789444 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4807a750-b790-4905-8c46-2063cf4665c6 req-e563fb59-b091-4554-9708-dddd60785fc8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Network 5a0cf8bf-53c1-41e3-aafc-49f61e41e247 is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:57:50.795921 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-4807a750-b790-4905-8c46-2063cf4665c6 req-e563fb59-b091-4554-9708-dddd60785fc8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:57:50.813759 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-4807a750-b790-4905-8c46-2063cf4665c6 req-e563fb59-b091-4554-9708-dddd60785fc8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:57:50.912018 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e563fb59-b091-4554-9708-dddd60785fc8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Pushing event updated for resources: {'Port': ['ID=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:50.928261 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e563fb59-b091-4554-9708-dddd60785fc8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:50.929928 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bb0a2b46-0fbb-4a33-aa28-d47cb0d2cdd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:57:51.143333 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa755353-01d4-491b-a68f-696b220d9282 req-f34de0f5-2737-4c2b-be84-27ba42298717 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:57:51.152314 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-aa755353-01d4-491b-a68f-696b220d9282 req-f34de0f5-2737-4c2b-be84-27ba42298717 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 931 time: 0.2475665 Apr 20 14:57:51.293314 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-eaae0343-5052-4dec-8f9c-6a4dbdb87c68 None None] Provisioning for port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:57:51.301646 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-eaae0343-5052-4dec-8f9c-6a4dbdb87c68 None None] Provisioning complete for port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:57:51.302377 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-eaae0343-5052-4dec-8f9c-6a4dbdb87c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:51.365547 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-aa755353-01d4-491b-a68f-696b220d9282 req-ae634d48-3237-4372-81cd-a7d1d4d6dfd3 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951387 Apr 20 14:57:51.408272 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-eaae0343-5052-4dec-8f9c-6a4dbdb87c68 None None] Port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:57:51.571238 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807a750-b790-4905-8c46-2063cf4665c6 req-e563fb59-b091-4554-9708-dddd60785fc8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:57:51.573344 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4807a750-b790-4905-8c46-2063cf4665c6 req-e563fb59-b091-4554-9708-dddd60785fc8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:51.593644 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-021997c8-4504-4d11-876f-5f1ccbe81a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:57:51.595753 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-021997c8-4504-4d11-876f-5f1ccbe81a1c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60d98917-aae4-4e7d-b695-1d549d56981a HTTP/1.1" status: 204 len: 168 time: 1.2498012 Apr 20 14:57:51.607518 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021997c8-4504-4d11-876f-5f1ccbe81a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d98917-aae4-4e7d-b695-1d549d56981a,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:57:51.622781 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-021997c8-4504-4d11-876f-5f1ccbe81a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:57:51.676485 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4807a750-b790-4905-8c46-2063cf4665c6 req-e563fb59-b091-4554-9708-dddd60785fc8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9281247 Apr 20 14:57:52.618136 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11686a3-2709-4c44-ad9f-cc47cbc50ecc req-3d07577d-fa86-468c-ac20-2cb3b66c6bec tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:57:52.619758 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f11686a3-2709-4c44-ad9f-cc47cbc50ecc req-3d07577d-fa86-468c-ac20-2cb3b66c6bec tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 931 time: 0.1100948 Apr 20 14:57:52.699118 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f11686a3-2709-4c44-ad9f-cc47cbc50ecc req-4977e876-5257-415a-8618-f6675667b294 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717001 Apr 20 14:57:53.931546 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d854c-c1d0-40f2-bafc-0a52ccfc7dfe req-80ef2347-37aa-4366-9e77-7c57f1c0b901 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:57:53.933454 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-157d854c-c1d0-40f2-bafc-0a52ccfc7dfe req-80ef2347-37aa-4366-9e77-7c57f1c0b901 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 931 time: 0.1039448 Apr 20 14:57:54.000880 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-157d854c-c1d0-40f2-bafc-0a52ccfc7dfe req-bf6641b3-11ed-4870-96f3-b3241adcce4e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528572 Apr 20 14:57:55.251224 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3729a-4f76-44a8-88a3-e74087269206 req-89944192-5a35-414d-b904-85a1ded0b12e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:57:55.252865 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b2b3729a-4f76-44a8-88a3-e74087269206 req-89944192-5a35-414d-b904-85a1ded0b12e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 931 time: 0.0988762 Apr 20 14:57:55.305103 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b2b3729a-4f76-44a8-88a3-e74087269206 req-cd18bcd0-6c46-4e4f-8866-029d25ba32d3 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445631 Apr 20 14:57:56.574488 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52e1c1-962e-4e3f-a1f7-f4865a4df604 req-3c53e515-2068-4d30-b2a1-f41d72b02095 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:57:56.576334 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4e52e1c1-962e-4e3f-a1f7-f4865a4df604 req-3c53e515-2068-4d30-b2a1-f41d72b02095 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 931 time: 0.1422162 Apr 20 14:57:56.644679 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4e52e1c1-962e-4e3f-a1f7-f4865a4df604 req-edfc91fe-f057-4ab4-b439-1dfe1ef20a48 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618792 Apr 20 14:57:57.875798 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa21d1e-6fa1-43ef-ac2b-82d4c93e516b req-debad5a0-4354-4bc5-9493-dceb70acafa9 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:57:57.877548 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1aa21d1e-6fa1-43ef-ac2b-82d4c93e516b req-debad5a0-4354-4bc5-9493-dceb70acafa9 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 931 time: 0.1103990 Apr 20 14:57:57.934034 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1aa21d1e-6fa1-43ef-ac2b-82d4c93e516b req-8d34ed48-c10d-4146-8bd1-79c2ee04007c tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487034 Apr 20 14:57:59.196745 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105f44a-da44-4e19-8659-c3c2a3173b0b req-8e8fbbdf-79a7-4936-bcfe-869b8353b063 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:57:59.198630 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1105f44a-da44-4e19-8659-c3c2a3173b0b req-8e8fbbdf-79a7-4936-bcfe-869b8353b063 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 931 time: 0.1190605 Apr 20 14:57:59.271449 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1105f44a-da44-4e19-8659-c3c2a3173b0b req-b95b8c43-e557-4fbc-9810-642c9e423469 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622327 Apr 20 14:57:59.470200 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:58:00.492401 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f694c-c4ed-4c53-a577-13d9a300d7ec req-aa8c76fc-224a-4dff-add3-3fd8fdd88193 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:00.493967 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f44f694c-c4ed-4c53-a577-13d9a300d7ec req-aa8c76fc-224a-4dff-add3-3fd8fdd88193 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 931 time: 0.0997081 Apr 20 14:58:00.544020 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f44f694c-c4ed-4c53-a577-13d9a300d7ec req-e6ec8144-b706-432b-afd8-33f95581aafd tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434465 Apr 20 14:58:00.728473 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Request body: {'port': {'device_id': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:00.854830 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:01.229262 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 {{(pid=86499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:58:01.237074 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:01.252047 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Transition to ACTIVE for port object db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 will not be triggered until provisioned by entity L2. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:58:01.281270 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126858355'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:01.285564 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-72d13744-89fd-4f6c-80d5-8ed95bd04fc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:01.429545 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Pushing event updated for resources: {'Port': ['ID=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2,revision_number=2']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:01.462124 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:01.546785 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Attempting to bind port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:58:01.547317 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Attempting to bind port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': 'e4d2663f-8465-40d1-9957-194c4535a122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247'}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:58:01.547505 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Attempting to bind port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 on network 5a0cf8bf-53c1-41e3-aafc-49f61e41e247 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:58:01.552529 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 on network 5a0cf8bf-53c1-41e3-aafc-49f61e41e247 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:58:01.552891 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Attempting to bind port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 on network 5a0cf8bf-53c1-41e3-aafc-49f61e41e247 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:58:01.558331 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:58:01.565701 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Checking segment: {'id': 'e4d2663f-8465-40d1-9957-194c4535a122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:58:01.565701 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Bound using segment: {'id': 'e4d2663f-8465-40d1-9957-194c4535a122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247'} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:58:01.565701 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Bound port: db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4d2663f-8465-40d1-9957-194c4535a122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247'}}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:58:01.565701 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:01.668114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] For port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2, host hv-cinder-74216, cleared binding levels {{(pid=86499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:58:01.672311 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] For port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2,segment=NetworkSegment(e4d2663f-8465-40d1-9957-194c4535a122),segment_id=e4d2663f-8465-40d1-9957-194c4535a122)] {{(pid=86499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:58:01.715243 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126858355'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:01.720533 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fb6ff345-68b3-4cbb-8268-3b6ebcb05ed2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:01.748852 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9300f9-3dc0-426d-94ee-8392bea4137a req-2791f39e-09a8-4873-9521-4c3f6ce3e8db tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:01.750405 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fe9300f9-3dc0-426d-94ee-8392bea4137a req-2791f39e-09a8-4873-9521-4c3f6ce3e8db tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 943 time: 0.0901215 Apr 20 14:58:01.782309 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:01.782888 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:01.784435 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4807a750-b790-4905-8c46-2063cf4665c6 req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] 10.222.0.13 "PUT /v2.0/ports/db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 HTTP/1.1" status: 200 len: 1093 time: 1.0616205 Apr 20 14:58:01.784985 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'tag': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:58:01.801746 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fe9300f9-3dc0-426d-94ee-8392bea4137a req-653c7926-6c47-4a39-890f-885e75b48b2b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442042 Apr 20 14:58:01.813109 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Pushing event updated for resources: {'Port': ['ID=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2,revision_number=3']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:01.832366 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-cbf4353a-9e90-4ee5-92d2-1bd6026786d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:01.857382 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'tag': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2', 'status': 'completed', 'code': 200} Apr 20 14:58:01.969742 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807a750-b790-4905-8c46-2063cf4665c6 req-933916d8-b02c-4fd5-929d-4c77955d42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:01.971526 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4807a750-b790-4905-8c46-2063cf4665c6 req-933916d8-b02c-4fd5-929d-4c77955d42fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df7da843a4304186a30068fd3d8dad0e&device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 1096 time: 0.0870781 Apr 20 14:58:02.059359 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4807a750-b790-4905-8c46-2063cf4665c6 req-4f48d94c-8fbe-4992-b59b-0f64df891af1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 HTTP/1.1" status: 200 len: 217 time: 0.0750825 Apr 20 14:58:02.131523 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807a750-b790-4905-8c46-2063cf4665c6 req-97e0a504-3334-411c-a07c-66f666e10a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:02.133180 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4807a750-b790-4905-8c46-2063cf4665c6 req-97e0a504-3334-411c-a07c-66f666e10a4e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=336b0cfd-4762-4e18-8151-440b38c8e07d HTTP/1.1" status: 200 len: 854 time: 0.0675194 Apr 20 14:58:02.223419 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807a750-b790-4905-8c46-2063cf4665c6 req-1f513f57-eea2-4083-8a41-8124c4921021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:02.225584 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4807a750-b790-4905-8c46-2063cf4665c6 req-1f513f57-eea2-4083-8a41-8124c4921021 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852640 Apr 20 14:58:02.371810 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4807a750-b790-4905-8c46-2063cf4665c6 req-2ff26ac9-efec-4612-beca-408a1b4b40bd service neutron] 10.222.0.13 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400902 Apr 20 14:58:02.520337 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4807a750-b790-4905-8c46-2063cf4665c6 req-af4ef6f1-7787-4d39-b253-c3a5ca50c663 service neutron] 10.222.0.13 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414824 Apr 20 14:58:02.721475 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad75e23-4991-4e3a-a609-2d63c4921fa1 req-ebe0a985-a66d-43c0-ae53-e8ce7d77c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:02.723034 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4ad75e23-4991-4e3a-a609-2d63c4921fa1 req-ebe0a985-a66d-43c0-ae53-e8ce7d77c660 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df7da843a4304186a30068fd3d8dad0e&device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 1096 time: 0.0822611 Apr 20 14:58:02.876805 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad75e23-4991-4e3a-a609-2d63c4921fa1 req-9ea65ca1-dda5-46fc-86e3-dc808cf7da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:02.878414 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4ad75e23-4991-4e3a-a609-2d63c4921fa1 req-9ea65ca1-dda5-46fc-86e3-dc808cf7da18 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247 HTTP/1.1" status: 200 len: 915 time: 0.1489878 Apr 20 14:58:02.978172 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4ad75e23-4991-4e3a-a609-2d63c4921fa1 req-2d6e126d-a12a-4712-b622-df60e2877294 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 HTTP/1.1" status: 200 len: 217 time: 0.0926046 Apr 20 14:58:03.041958 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d492a3-d607-4e1f-b619-7a7acaab3dfd req-a4223a1a-dac6-4d9a-8b99-065ac9cff513 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:03.051299 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b5d492a3-d607-4e1f-b619-7a7acaab3dfd req-a4223a1a-dac6-4d9a-8b99-065ac9cff513 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 943 time: 0.1167405 Apr 20 14:58:03.092635 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad75e23-4991-4e3a-a609-2d63c4921fa1 req-0006c1df-50a0-45d7-b2df-78a308144c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:03.094283 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4ad75e23-4991-4e3a-a609-2d63c4921fa1 req-0006c1df-50a0-45d7-b2df-78a308144c73 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=336b0cfd-4762-4e18-8151-440b38c8e07d HTTP/1.1" status: 200 len: 854 time: 0.1098206 Apr 20 14:58:03.103210 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b5d492a3-d607-4e1f-b619-7a7acaab3dfd req-43186396-e32c-4616-9945-be547c6b5e04 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509198 Apr 20 14:58:03.202765 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad75e23-4991-4e3a-a609-2d63c4921fa1 req-93ae1a41-e8e8-48df-9758-611080bc1fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:03.205629 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4ad75e23-4991-4e3a-a609-2d63c4921fa1 req-93ae1a41-e8e8-48df-9758-611080bc1fdb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1044307 Apr 20 14:58:03.374504 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4ad75e23-4991-4e3a-a609-2d63c4921fa1 req-294ddc4f-e6be-4ee7-8773-c5d00ee6777a service neutron] 10.222.0.13 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618979 Apr 20 14:58:03.528451 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4ad75e23-4991-4e3a-a609-2d63c4921fa1 req-2a06f17e-29f0-4255-9479-1f4808954447 service neutron] 10.222.0.13 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457040 Apr 20 14:58:04.312203 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9213c79-c809-4ca4-a42a-7154adaf18c2 req-ae04f0de-2cfe-4fac-8236-5beca59d2526 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:04.313895 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a9213c79-c809-4ca4-a42a-7154adaf18c2 req-ae04f0de-2cfe-4fac-8236-5beca59d2526 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 943 time: 0.0924945 Apr 20 14:58:04.375739 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a9213c79-c809-4ca4-a42a-7154adaf18c2 req-38866663-4243-4e74-a16e-66c9d4626f85 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546508 Apr 20 14:58:05.593663 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec54b89-cd1d-48c5-9e30-2ebb1e1f0c18 req-522b7be8-ea26-4d06-a460-2373206e5575 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:05.595389 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5ec54b89-cd1d-48c5-9e30-2ebb1e1f0c18 req-522b7be8-ea26-4d06-a460-2373206e5575 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 943 time: 0.0944896 Apr 20 14:58:05.651748 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-5ec54b89-cd1d-48c5-9e30-2ebb1e1f0c18 req-ab23b93e-8b0f-44e7-960e-5db76cca400c tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437608 Apr 20 14:58:06.376728 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47640) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:06.385840 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:58:06.522253 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ec5216ae-534c-4a2e-ac5e-e1646756bba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:06.543168 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-ec5216ae-534c-4a2e-ac5e-e1646756bba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:06.547287 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2,segment=NetworkSegment(e4d2663f-8465-40d1-9957-194c4535a122),segment_id=e4d2663f-8465-40d1-9957-194c4535a122)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:58:06.550876 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-ec5216ae-534c-4a2e-ac5e-e1646756bba4 admin admin] Usage tracker for resource:security_group_rule and tenant:37300e230ddf4e9987458620dcfe30dc is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:06.556879 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-ec5216ae-534c-4a2e-ac5e-e1646756bba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:06.567776 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-ec5216ae-534c-4a2e-ac5e-e1646756bba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:06.574361 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2', 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'port_id': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2', 'mac_address': 'fa:16:3e:9c:b7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:58:06.694082 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:06.698369 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ec5216ae-534c-4a2e-ac5e-e1646756bba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:06.726914 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ec5216ae-534c-4a2e-ac5e-e1646756bba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:06.728171 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:58:06.741521 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4bca47d9-544c-46ac-acf7-b2cb6eb5e913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:06.759396 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2,segment=NetworkSegment(e4d2663f-8465-40d1-9957-194c4535a122),segment_id=e4d2663f-8465-40d1-9957-194c4535a122)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:58:06.785993 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5216ae-534c-4a2e-ac5e-e1646756bba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d007ca31-7261-48f0-a0f5-9210eca18a5d,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:06.790658 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:06.794481 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:06.795306 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-ec5216ae-534c-4a2e-ac5e-e1646756bba4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37300e230ddf4e9987458620dcfe30dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4173856 Apr 20 14:58:06.795690 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 47648) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:06.796717 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ec5216ae-534c-4a2e-ac5e-e1646756bba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:06.871982 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-479e1f31-5f21-40b3-a5f2-56a79a5cc397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:06.879509 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:06.887814 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:06.903637 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-479e1f31-5f21-40b3-a5f2-56a79a5cc397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:06.923286 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a99b31-e4e6-4cd1-8129-40f233528765 req-ff74335b-7b32-48b9-b46f-a8170d8fc7d0 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:06.925040 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-59a99b31-e4e6-4cd1-8129-40f233528765 req-ff74335b-7b32-48b9-b46f-a8170d8fc7d0 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 944 time: 0.1042416 Apr 20 14:58:06.979685 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-59a99b31-e4e6-4cd1-8129-40f233528765 req-ff3284d4-0736-42aa-86df-3d1de60bc351 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466421 Apr 20 14:58:07.024543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-479e1f31-5f21-40b3-a5f2-56a79a5cc397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:07.030593 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f6feee33-9b29-452a-a12c-0a1988ac9e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:07.046503 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e1f31-5f21-40b3-a5f2-56a79a5cc397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d007ca31-7261-48f0-a0f5-9210eca18a5d,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:07.049370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-479e1f31-5f21-40b3-a5f2-56a79a5cc397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:07.052257 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-479e1f31-5f21-40b3-a5f2-56a79a5cc397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:07.055355 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-479e1f31-5f21-40b3-a5f2-56a79a5cc397 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d007ca31-7261-48f0-a0f5-9210eca18a5d HTTP/1.1" status: 204 len: 168 time: 0.2569053 Apr 20 14:58:07.081489 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:58:07.526367 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47656) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:07.544988 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9851cf87-5d27-42a5-a9cd-b64a1d921182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:07.560524 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-9851cf87-5d27-42a5-a9cd-b64a1d921182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:07.564609 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-9851cf87-5d27-42a5-a9cd-b64a1d921182 admin admin] Usage tracker for resource:security_group_rule and tenant:1c9bd56a2bb34b8a951ff86b1d7970dd is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:07.567551 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-9851cf87-5d27-42a5-a9cd-b64a1d921182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:07.574514 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-9851cf87-5d27-42a5-a9cd-b64a1d921182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:07.734587 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9851cf87-5d27-42a5-a9cd-b64a1d921182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:07.766579 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9851cf87-5d27-42a5-a9cd-b64a1d921182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:07.776590 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1637e54e-2d17-4af5-9394-62fec8a09c3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:07.824622 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-9851cf87-5d27-42a5-a9cd-b64a1d921182 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c9bd56a2bb34b8a951ff86b1d7970dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970450 Apr 20 14:58:07.826533 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851cf87-5d27-42a5-a9cd-b64a1d921182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfd8802-8c43-49d0-a86d-4ce717adf57c,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:07.827597 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 47660) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:07.830186 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9851cf87-5d27-42a5-a9cd-b64a1d921182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:07.900865 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-30549b9f-36ee-48c4-ac19-a6f998c574e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:07.930491 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-30549b9f-36ee-48c4-ac19-a6f998c574e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:08.012545 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-30549b9f-36ee-48c4-ac19-a6f998c574e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:08.016880 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e065004f-4777-4307-bb66-5e3b9cd5d3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:08.029126 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30549b9f-36ee-48c4-ac19-a6f998c574e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfd8802-8c43-49d0-a86d-4ce717adf57c,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:08.031688 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-30549b9f-36ee-48c4-ac19-a6f998c574e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:08.038506 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-30549b9f-36ee-48c4-ac19-a6f998c574e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:08.040102 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-30549b9f-36ee-48c4-ac19-a6f998c574e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4cfd8802-8c43-49d0-a86d-4ce717adf57c HTTP/1.1" status: 204 len: 168 time: 0.2110486 Apr 20 14:58:08.196007 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac846f-4031-4d6f-9a45-369f5a5278f7 req-876a4940-ca5a-44f4-87c5-b204be48278e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:08.197643 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f6ac846f-4031-4d6f-9a45-369f5a5278f7 req-876a4940-ca5a-44f4-87c5-b204be48278e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 944 time: 0.0921676 Apr 20 14:58:08.248310 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f6ac846f-4031-4d6f-9a45-369f5a5278f7 req-07e91169-35fe-4758-be85-0bcb16a9851f tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440991 Apr 20 14:58:08.399566 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:58:08.504255 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:58:08.510600 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:58:08.511058 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:08.650068 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:08.681017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:58:08.694358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2,segment=NetworkSegment(e4d2663f-8465-40d1-9957-194c4535a122),segment_id=e4d2663f-8465-40d1-9957-194c4535a122)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:58:08.721002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:08.722990 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:08.765757 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2', 'code': 200} Apr 20 14:58:08.803901 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:08.807811 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:09.102678 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d15ac-d9c7-48a6-acfe-85669ed19bb8 req-6051d553-33d3-4c7a-ad60-1665e0d6b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:09.104377 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e60d15ac-d9c7-48a6-acfe-85669ed19bb8 req-6051d553-33d3-4c7a-ad60-1665e0d6b876 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 1098 time: 0.0846312 Apr 20 14:58:09.152627 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e60d15ac-d9c7-48a6-acfe-85669ed19bb8 req-a3567d01-577b-4783-a52a-f7fdd103f418 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Apr 20 14:58:09.469777 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ab187-506b-44e7-bf00-962d3f2cf759 req-2e1f9402-1168-4799-befe-ef32cd4057ee tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:09.471459 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ac0ab187-506b-44e7-bf00-962d3f2cf759 req-2e1f9402-1168-4799-befe-ef32cd4057ee tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 945 time: 0.0980070 Apr 20 14:58:09.525554 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ac0ab187-506b-44e7-bf00-962d3f2cf759 req-0f80e3b5-adba-4efd-8011-75a43ea8b69e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467765 Apr 20 14:58:09.639950 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 47698) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:09.775380 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4b511cf8-00d4-4ae5-af27-8974d374333d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:09.791503 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-4b511cf8-00d4-4ae5-af27-8974d374333d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:09.795640 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-4b511cf8-00d4-4ae5-af27-8974d374333d admin admin] Usage tracker for resource:security_group_rule and tenant:22f5d70dfbff4bcebb8f03d96370c633 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:09.798915 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-4b511cf8-00d4-4ae5-af27-8974d374333d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:09.805051 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-4b511cf8-00d4-4ae5-af27-8974d374333d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:09.898671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4b511cf8-00d4-4ae5-af27-8974d374333d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:09.932371 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4b511cf8-00d4-4ae5-af27-8974d374333d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:09.941930 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6f04a312-c352-44ae-9845-ba271a771d34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:09.987168 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-4b511cf8-00d4-4ae5-af27-8974d374333d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22f5d70dfbff4bcebb8f03d96370c633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459313 Apr 20 14:58:09.988933 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b511cf8-00d4-4ae5-af27-8974d374333d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b43d1d-a430-482d-bd60-3ae52f800176,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:09.990552 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47704) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:09.992844 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4b511cf8-00d4-4ae5-af27-8974d374333d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:10.058594 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dabf9bff-4eb8-4402-a456-38bbfdc27809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:10.099774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dabf9bff-4eb8-4402-a456-38bbfdc27809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:10.212749 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dabf9bff-4eb8-4402-a456-38bbfdc27809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:10.218533 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d6bf7cba-7450-42d3-aab6-0e1b353b2d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:10.234143 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabf9bff-4eb8-4402-a456-38bbfdc27809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b43d1d-a430-482d-bd60-3ae52f800176,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:10.238680 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-dabf9bff-4eb8-4402-a456-38bbfdc27809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:10.258912 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dabf9bff-4eb8-4402-a456-38bbfdc27809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:10.260719 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-dabf9bff-4eb8-4402-a456-38bbfdc27809 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3b43d1d-a430-482d-bd60-3ae52f800176 HTTP/1.1" status: 204 len: 168 time: 0.2684169 Apr 20 14:58:10.521373 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5842e4e8-b278-4b05-90a3-206ddd26f5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:10.760462 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4b5a9-5bcb-4f81-a367-2c653e5a3a12 req-9d4bf4a7-20e3-4b8f-9a88-f0d4d7e89d95 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:10.762085 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-23b4b5a9-5bcb-4f81-a367-2c653e5a3a12 req-9d4bf4a7-20e3-4b8f-9a88-f0d4d7e89d95 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 945 time: 0.1032720 Apr 20 14:58:10.813672 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-23b4b5a9-5bcb-4f81-a367-2c653e5a3a12 req-492e6534-703d-4f8b-bf9a-8362087ced57 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440280 Apr 20 14:58:11.039817 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdd374-1956-4139-a102-5ec753846594 req-3b9a6dd8-1959-4dd5-88ba-467f7693d762 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:11.041545 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9ffdd374-1956-4139-a102-5ec753846594 req-3b9a6dd8-1959-4dd5-88ba-467f7693d762 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 945 time: 0.1074042 Apr 20 14:58:11.107888 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9ffdd374-1956-4139-a102-5ec753846594 req-0f9e5dec-f954-479e-999c-7b976bda81a4 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570688 Apr 20 14:58:11.641707 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ac923-97bf-4bfe-9231-d8c17b5dd82e req-5b37e16b-321d-469f-9fe6-d6b0d278945b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:11.643500 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-270ac923-97bf-4bfe-9231-d8c17b5dd82e req-5b37e16b-321d-469f-9fe6-d6b0d278945b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 945 time: 0.1562006 Apr 20 14:58:11.706232 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-270ac923-97bf-4bfe-9231-d8c17b5dd82e req-df137061-a556-4607-9002-4bec0404c358 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560393 Apr 20 14:58:13.075444 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f827ea2d-abb5-41da-8f08-a2a2ceffa456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:14.241551 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:14.458208 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:15.452455 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:17.257869 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd83ad-bbba-44cb-93c6-0f7401d68301 req-9f9fa5b3-6261-48be-9c36-689350b96f97 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:17.259783 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0afd83ad-bbba-44cb-93c6-0f7401d68301 req-9f9fa5b3-6261-48be-9c36-689350b96f97 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 945 time: 0.0982518 Apr 20 14:58:17.310390 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0afd83ad-bbba-44cb-93c6-0f7401d68301 req-1f177cb8-ae7d-4419-9e8d-cddb88df6d15 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441024 Apr 20 14:58:17.336856 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47796) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:17.663076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7e3d31-120e-490c-97f3-12463cc9805c tempest-TestMinimumBasicScenario-1352197406 tempest-TestMinimumBasicScenario-1352197406-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:17.663925 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-5a7e3d31-120e-490c-97f3-12463cc9805c tempest-TestMinimumBasicScenario-1352197406 tempest-TestMinimumBasicScenario-1352197406-project-admin] Synchronizing usage tracker for tenant:7a06b635433e496f9f6f32a09b4b3f62 on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:58:17.697926 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-5a7e3d31-120e-490c-97f3-12463cc9805c tempest-TestMinimumBasicScenario-1352197406 tempest-TestMinimumBasicScenario-1352197406-project-admin] Unset dirty status for tenant:7a06b635433e496f9f6f32a09b4b3f62 on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:58:17.699316 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-5a7e3d31-120e-490c-97f3-12463cc9805c tempest-TestMinimumBasicScenario-1352197406 tempest-TestMinimumBasicScenario-1352197406-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 1093 time: 0.3612833 Apr 20 14:58:17.702511 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47804) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:17.708204 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Request body: {'floatingip': {'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'port_id': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:17.715541 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:17.720243 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Usage tracker for resource:floatingip and tenant:df7da843a4304186a30068fd3d8dad0e is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:17.723634 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:17.733063 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:17.761092 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for floatingip, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:17.928482 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:18.047104 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:18.092780 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Allocated IP 172.28.0.20 (c65a64c7-be21-4578-9264-745dbe2f178e/5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5/b613c25e-8813-411c-8072-97ffb02ff9fb) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:58:18.260468 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:18.320854 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:18.326162 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5d882fac-3b1d-4a46-9917-675cf485bc78 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:18.392159 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Network c65a64c7-be21-4578-9264-745dbe2f178e is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:58:18.395605 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:58:18.405797 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:58:18.447225 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Pushing event updated for resources: {'Port': ['ID=b613c25e-8813-411c-8072-97ffb02ff9fb,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:18.451876 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:19.180243 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:19.313945 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:19.570645 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:19.606610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126621115'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:19.611981 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c7149238-e1d2-4993-9c7e-ec806ecb0a8f tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:19.733539 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Pushing event updated for resources: {'Port': ['ID=b613c25e-8813-411c-8072-97ffb02ff9fb,revision_number=2']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:19.738587 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:19.746127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808817'] for floatingip, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:19.950449 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.l3_db [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Floating IP ec13f71c-8dca-484b-bcc4-783318b94cc1 associated. External IP: 172.28.0.20, port: db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2. Apr 20 14:58:20.369310 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Router 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:58:20.573403 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:58:20.592793 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e0213d-a6a0-41ab-b3ab-ebde55acd163 None None] Sync routers for ids ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:58:20.608949 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e0213d-a6a0-41ab-b3ab-ebde55acd163 None None] Routers {'015617aa-02ae-46cb-b4ba-4d1a4e9b0756'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:58:20.609812 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-85e0213d-a6a0-41ab-b3ab-ebde55acd163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:58:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:58:20.641794 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for floatingip, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:20.755835 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0492792 Apr 20 14:58:20.755835 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'tag': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:58:20.758687 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 47824) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:20.771047 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-e9df8c30-fe13-4ea4-9cd5-5eb677ecf71d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-913439206', 'description': 'tempest-secgroup-smoke-913439206 description', 'project_id': 'df7da843a4304186a30068fd3d8dad0e'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:20.784762 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-e9df8c30-fe13-4ea4-9cd5-5eb677ecf71d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:20.794012 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-e9df8c30-fe13-4ea4-9cd5-5eb677ecf71d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Usage tracker for resource:security_group and tenant:df7da843a4304186a30068fd3d8dad0e is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:20.801039 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-e9df8c30-fe13-4ea4-9cd5-5eb677ecf71d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:20.814613 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-e9df8c30-fe13-4ea4-9cd5-5eb677ecf71d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:20.841889 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-85e0213d-a6a0-41ab-b3ab-ebde55acd163 None None] Set router 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:58:20.865584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e9df8c30-fe13-4ea4-9cd5-5eb677ecf71d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:20.889305 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-e9df8c30-fe13-4ea4-9cd5-5eb677ecf71d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:20.894001 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-e9df8c30-fe13-4ea4-9cd5-5eb677ecf71d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Usage tracker for resource:security_group_rule and tenant:df7da843a4304186a30068fd3d8dad0e is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:20.897815 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-e9df8c30-fe13-4ea4-9cd5-5eb677ecf71d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:20.905205 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-e9df8c30-fe13-4ea4-9cd5-5eb677ecf71d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:20.991386 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e9df8c30-fe13-4ea4-9cd5-5eb677ecf71d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:21.018968 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e9df8c30-fe13-4ea4-9cd5-5eb677ecf71d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:21.076129 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-021997c8-4504-4d11-876f-5f1ccbe81a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:21.095713 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'tag': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2', 'status': 'completed', 'code': 200} Apr 20 14:58:21.117451 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e9df8c30-fe13-4ea4-9cd5-5eb677ecf71d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:21.119761 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-e9df8c30-fe13-4ea4-9cd5-5eb677ecf71d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3584263 Apr 20 14:58:21.125210 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47832) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:21.135788 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-9c2d9f7f-3ddf-4de6-b46c-e0d6d360b61d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Request body: {'security_group_rule': {'security_group_id': 'fed6b776-c91b-4e48-88fe-753d3e6d66de', 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:21.148847 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df8c30-fe13-4ea4-9cd5-5eb677ecf71d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fed6b776-c91b-4e48-88fe-753d3e6d66de,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:21.149076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-9c2d9f7f-3ddf-4de6-b46c-e0d6d360b61d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:21.149738 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e9df8c30-fe13-4ea4-9cd5-5eb677ecf71d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:21.155970 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-9c2d9f7f-3ddf-4de6-b46c-e0d6d360b61d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Usage tracker for resource:security_group_rule and tenant:df7da843a4304186a30068fd3d8dad0e is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:21.163520 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-9c2d9f7f-3ddf-4de6-b46c-e0d6d360b61d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:21.176733 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-9c2d9f7f-3ddf-4de6-b46c-e0d6d360b61d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:21.244418 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9f7f-3ddf-4de6-b46c-e0d6d360b61d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:21.300064 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-85e0213d-a6a0-41ab-b3ab-ebde55acd163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'name': 'tempest-TestMinimumBasicScenario-1160309749-router', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:17Z', 'updated_at': '2021-04-20T14:57:22Z', 'revision_number': 4, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'gw_port': {'id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:18Z', 'updated_at': '2021-04-20T14:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_floatingips': [{'id': 'ec13f71c-8dca-484b-bcc4-783318b94cc1', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'floating_ip_address': '172.28.0.20', 'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'router_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'port_id': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'mac_address': 'fa:16:3e:9c:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:58:19Z', 'updated_at': '2021-04-20T14:58:19Z', 'revision_number': 0, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f36a26-cdda-4780-8151-93cc959915ab', 'name': '', 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'mac_address': 'fa:16:3e:70:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:21Z', 'updated_at': '2021-04-20T14:57:31Z', 'revision_number': 5, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'subnets': [{'id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:58:21.307394 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e0213d-a6a0-41ab-b3ab-ebde55acd163 None None] Checking router: 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:58:21.307765 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a4807-1897-4774-a63e-557aca20159a req-f98692b0-1186-4e9e-a3ab-6312ecf03dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:21.309437 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c51a4807-1897-4774-a63e-557aca20159a req-f98692b0-1186-4e9e-a3ab-6312ecf03dc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df7da843a4304186a30068fd3d8dad0e&device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 1098 time: 0.1255019 Apr 20 14:58:21.325294 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e0213d-a6a0-41ab-b3ab-ebde55acd163 None None] Routers {'015617aa-02ae-46cb-b4ba-4d1a4e9b0756'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:58:21.326525 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-85e0213d-a6a0-41ab-b3ab-ebde55acd163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:58:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:58:21.336214 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9f7f-3ddf-4de6-b46c-e0d6d360b61d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:21.366780 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9f7f-3ddf-4de6-b46c-e0d6d360b61d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:21.376076 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:21.402389 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d9f7f-3ddf-4de6-b46c-e0d6d360b61d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a6a2e9-ba10-42ac-84c9-6687e4d6cc21,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:21.405293 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9c2d9f7f-3ddf-4de6-b46c-e0d6d360b61d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:21.440553 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9c2d9f7f-3ddf-4de6-b46c-e0d6d360b61d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:21.446630 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-9c2d9f7f-3ddf-4de6-b46c-e0d6d360b61d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3143463 Apr 20 14:58:21.446630 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47838) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:21.452922 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-69c2b37d-9f08-46fb-8c91-47de252c7e71 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Request body: {'security_group_rule': {'security_group_id': 'fed6b776-c91b-4e48-88fe-753d3e6d66de', 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:21.460851 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-69c2b37d-9f08-46fb-8c91-47de252c7e71 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:21.465988 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-69c2b37d-9f08-46fb-8c91-47de252c7e71 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Usage tracker for resource:security_group_rule and tenant:df7da843a4304186a30068fd3d8dad0e is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:21.469615 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-69c2b37d-9f08-46fb-8c91-47de252c7e71 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:21.477180 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a4807-1897-4774-a63e-557aca20159a req-4241c0ce-9d48-401e-8d7a-672d1b6c2407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:21.478147 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-69c2b37d-9f08-46fb-8c91-47de252c7e71 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:21.479255 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c51a4807-1897-4774-a63e-557aca20159a req-4241c0ce-9d48-401e-8d7a-672d1b6c2407 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247 HTTP/1.1" status: 200 len: 915 time: 0.1631382 Apr 20 14:58:21.568230 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-69c2b37d-9f08-46fb-8c91-47de252c7e71 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:21.619416 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c51a4807-1897-4774-a63e-557aca20159a req-d1ff0a1e-e4f6-4e2b-b536-6ccee88b3969 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 HTTP/1.1" status: 200 len: 998 time: 0.1250727 Apr 20 14:58:21.694564 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-69c2b37d-9f08-46fb-8c91-47de252c7e71 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:21.711899 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a4807-1897-4774-a63e-557aca20159a req-c5992e65-1062-4dd5-900e-6c9718358458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:21.713887 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c51a4807-1897-4774-a63e-557aca20159a req-c5992e65-1062-4dd5-900e-6c9718358458 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=336b0cfd-4762-4e18-8151-440b38c8e07d HTTP/1.1" status: 200 len: 854 time: 0.0861936 Apr 20 14:58:21.727861 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-69c2b37d-9f08-46fb-8c91-47de252c7e71 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:21.730868 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:21.759606 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2b37d-9f08-46fb-8c91-47de252c7e71 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12dc6abb-2cea-4b8a-a87f-a597c19119d9,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:21.765203 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-69c2b37d-9f08-46fb-8c91-47de252c7e71 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:21.795803 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-69c2b37d-9f08-46fb-8c91-47de252c7e71 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:21.799008 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-69c2b37d-9f08-46fb-8c91-47de252c7e71 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3501189 Apr 20 14:58:21.802854 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47842) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:21.810216 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-5fa56b65-0ec5-48c5-a0ee-1e35efce54b7 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Request body: {'security_group_rule': {'security_group_id': 'fed6b776-c91b-4e48-88fe-753d3e6d66de', 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:21.817366 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-5fa56b65-0ec5-48c5-a0ee-1e35efce54b7 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:21.822406 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-5fa56b65-0ec5-48c5-a0ee-1e35efce54b7 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Usage tracker for resource:security_group_rule and tenant:df7da843a4304186a30068fd3d8dad0e is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:21.825670 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-5fa56b65-0ec5-48c5-a0ee-1e35efce54b7 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:21.828990 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-85e0213d-a6a0-41ab-b3ab-ebde55acd163 None None] Set router 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:58:21.832370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-5fa56b65-0ec5-48c5-a0ee-1e35efce54b7 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:21.852836 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a4807-1897-4774-a63e-557aca20159a req-c522b551-6361-47d7-b702-197343a5721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:21.857716 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c51a4807-1897-4774-a63e-557aca20159a req-c522b551-6361-47d7-b702-197343a5721d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1336150 Apr 20 14:58:21.885069 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5fa56b65-0ec5-48c5-a0ee-1e35efce54b7 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:21.975098 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5fa56b65-0ec5-48c5-a0ee-1e35efce54b7 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:22.006619 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5fa56b65-0ec5-48c5-a0ee-1e35efce54b7 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:22.011772 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:22.032393 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa56b65-0ec5-48c5-a0ee-1e35efce54b7 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35a45fb-9133-476f-9e94-1dfb1f1c0fcf,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:22.037426 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5fa56b65-0ec5-48c5-a0ee-1e35efce54b7 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:22.037766 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c51a4807-1897-4774-a63e-557aca20159a req-e504c0f6-1a2e-49dc-a7c5-3335e0333a9f service neutron] 10.222.0.13 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749616 Apr 20 14:58:22.080748 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5fa56b65-0ec5-48c5-a0ee-1e35efce54b7 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:22.084061 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-5fa56b65-0ec5-48c5-a0ee-1e35efce54b7 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2781587 Apr 20 14:58:22.085957 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47846) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:22.092229 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-d1cb79ee-65cf-4243-b341-39e23aabfe12 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Request body: {'security_group_rule': {'security_group_id': 'fed6b776-c91b-4e48-88fe-753d3e6d66de', 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:22.100326 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-d1cb79ee-65cf-4243-b341-39e23aabfe12 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:22.105815 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-d1cb79ee-65cf-4243-b341-39e23aabfe12 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Usage tracker for resource:security_group_rule and tenant:df7da843a4304186a30068fd3d8dad0e is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:22.109353 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-d1cb79ee-65cf-4243-b341-39e23aabfe12 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:22.117632 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-d1cb79ee-65cf-4243-b341-39e23aabfe12 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:22.156716 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d1cb79ee-65cf-4243-b341-39e23aabfe12 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:22.197905 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c51a4807-1897-4774-a63e-557aca20159a req-291ac988-e7ee-460b-8eaa-f51627bc45c9 service neutron] 10.222.0.13 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520472 Apr 20 14:58:22.259964 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d1cb79ee-65cf-4243-b341-39e23aabfe12 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:22.304077 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d1cb79ee-65cf-4243-b341-39e23aabfe12 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:22.307017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-883fe1b1-2f9b-46b9-b1d9-4f92cfc46a64 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:22.343183 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-85e0213d-a6a0-41ab-b3ab-ebde55acd163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'name': 'tempest-TestMinimumBasicScenario-1160309749-router', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:17Z', 'updated_at': '2021-04-20T14:57:22Z', 'revision_number': 4, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'gw_port': {'id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:18Z', 'updated_at': '2021-04-20T14:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_floatingips': [{'id': 'ec13f71c-8dca-484b-bcc4-783318b94cc1', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'floating_ip_address': '172.28.0.20', 'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'router_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'port_id': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'mac_address': 'fa:16:3e:9c:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:58:19Z', 'updated_at': '2021-04-20T14:58:19Z', 'revision_number': 0, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f36a26-cdda-4780-8151-93cc959915ab', 'name': '', 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'mac_address': 'fa:16:3e:70:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:21Z', 'updated_at': '2021-04-20T14:57:31Z', 'revision_number': 5, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'subnets': [{'id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:58:22.348936 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb79ee-65cf-4243-b341-39e23aabfe12 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f1d98ca-1564-4e75-807b-5b1a1bdc5c14,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:22.350743 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e0213d-a6a0-41ab-b3ab-ebde55acd163 None None] The sync data for ids ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'] in dv-cinder-742162-4-smb is: [{'id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'name': 'tempest-TestMinimumBasicScenario-1160309749-router', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:17Z', 'updated_at': '2021-04-20T14:57:22Z', 'revision_number': 4, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'gw_port': {'id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:18Z', 'updated_at': '2021-04-20T14:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_floatingips': [{'id': 'ec13f71c-8dca-484b-bcc4-783318b94cc1', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'floating_ip_address': '172.28.0.20', 'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'router_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'port_id': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'mac_address': 'fa:16:3e:9c:b7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:58:19Z', 'updated_at': '2021-04-20T14:58:19Z', 'revision_number': 0, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f36a26-cdda-4780-8151-93cc959915ab', 'name': '', 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'mac_address': 'fa:16:3e:70:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:21Z', 'updated_at': '2021-04-20T14:57:31Z', 'revision_number': 5, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'subnets': [{'id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:58:22.355526 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d1cb79ee-65cf-4243-b341-39e23aabfe12 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:22.389358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d1cb79ee-65cf-4243-b341-39e23aabfe12 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:22.390697 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-d1cb79ee-65cf-4243-b341-39e23aabfe12 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3035583 Apr 20 14:58:22.393752 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47854) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:22.400439 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-abc2c5a6-1c4a-4150-b16f-e29fff7d304e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Request body: {'security_group_rule': {'security_group_id': 'fed6b776-c91b-4e48-88fe-753d3e6d66de', 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:22.407198 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-abc2c5a6-1c4a-4150-b16f-e29fff7d304e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:22.411922 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-abc2c5a6-1c4a-4150-b16f-e29fff7d304e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Usage tracker for resource:security_group_rule and tenant:df7da843a4304186a30068fd3d8dad0e is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:22.415400 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-abc2c5a6-1c4a-4150-b16f-e29fff7d304e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:22.422401 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-abc2c5a6-1c4a-4150-b16f-e29fff7d304e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:22.458065 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.securitygroups_db [None req-abc2c5a6-1c4a-4150-b16f-e29fff7d304e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Project df7da843a4304186a30068fd3d8dad0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:58:22.466565 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-abc2c5a6-1c4a-4150-b16f-e29fff7d304e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:22.542592 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-abc2c5a6-1c4a-4150-b16f-e29fff7d304e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:22.577940 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-abc2c5a6-1c4a-4150-b16f-e29fff7d304e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:22.580268 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-69c2b37d-9f08-46fb-8c91-47de252c7e71 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:22.603820 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2c5a6-1c4a-4150-b16f-e29fff7d304e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97666126-a0ac-46dc-a932-d966e6be86b2,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:22.608757 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-abc2c5a6-1c4a-4150-b16f-e29fff7d304e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:22.647339 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-abc2c5a6-1c4a-4150-b16f-e29fff7d304e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:22.651896 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 47858) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:22.652164 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-abc2c5a6-1c4a-4150-b16f-e29fff7d304e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2571981 Apr 20 14:58:22.657965 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-271a19d0-d714-461a-b0fb-1ba307a0efef tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Request body: {'security_group_rule': {'security_group_id': 'fed6b776-c91b-4e48-88fe-753d3e6d66de', 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:22.665396 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-271a19d0-d714-461a-b0fb-1ba307a0efef tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:22.670487 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-271a19d0-d714-461a-b0fb-1ba307a0efef tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Usage tracker for resource:security_group_rule and tenant:df7da843a4304186a30068fd3d8dad0e is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:22.674028 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-271a19d0-d714-461a-b0fb-1ba307a0efef tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:22.683187 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-271a19d0-d714-461a-b0fb-1ba307a0efef tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:22.690280 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99a52ae-0c3e-4587-a9bd-e9c48e73501a None None] New status for floating IP ec13f71c-8dca-484b-bcc4-783318b94cc1: ACTIVE {{(pid=86501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 14:58:22.720466 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.securitygroups_db [None req-271a19d0-d714-461a-b0fb-1ba307a0efef tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Project df7da843a4304186a30068fd3d8dad0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:58:22.728445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-271a19d0-d714-461a-b0fb-1ba307a0efef tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:22.812018 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-271a19d0-d714-461a-b0fb-1ba307a0efef tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:22.846167 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-271a19d0-d714-461a-b0fb-1ba307a0efef tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:22.848543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:22.873717 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a19d0-d714-461a-b0fb-1ba307a0efef tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b83ea60a-b4da-4862-8542-ec5e5daa0fd4,revision_number=0']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:22.876471 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-271a19d0-d714-461a-b0fb-1ba307a0efef tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:22.915244 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-271a19d0-d714-461a-b0fb-1ba307a0efef tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:22.916811 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-271a19d0-d714-461a-b0fb-1ba307a0efef tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2636662 Apr 20 14:58:23.102997 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-096a0be1-8793-419f-81f8-e942d70a3abf req-71e5dd4a-c632-47a4-9574-c05a95aa6bfc tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-913439206&fields=id&tenant_id=df7da843a4304186a30068fd3d8dad0e HTTP/1.1" status: 200 len: 267 time: 0.0682459 Apr 20 14:58:23.222936 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a0be1-8793-419f-81f8-e942d70a3abf req-1157b305-155e-49e8-885c-c758508e33ff tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:23.224878 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-096a0be1-8793-419f-81f8-e942d70a3abf req-1157b305-155e-49e8-885c-c758508e33ff tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 945 time: 0.1103318 Apr 20 14:58:23.250668 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-096a0be1-8793-419f-81f8-e942d70a3abf req-25352a10-f6bf-4d24-a7b1-85dd643784f3 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Request body: {'port': {'security_groups': ['3ecc89ba-ee5e-4556-96f4-fac453d88074', 'fed6b776-c91b-4e48-88fe-753d3e6d66de']}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:23.514923 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-096a0be1-8793-419f-81f8-e942d70a3abf req-25352a10-f6bf-4d24-a7b1-85dd643784f3 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:23.881523 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-096a0be1-8793-419f-81f8-e942d70a3abf req-25352a10-f6bf-4d24-a7b1-85dd643784f3 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] For port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2,segment=NetworkSegment(e4d2663f-8465-40d1-9957-194c4535a122),segment_id=e4d2663f-8465-40d1-9957-194c4535a122)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:58:23.910449 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-096a0be1-8793-419f-81f8-e942d70a3abf req-25352a10-f6bf-4d24-a7b1-85dd643784f3 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:23.955370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-096a0be1-8793-419f-81f8-e942d70a3abf req-25352a10-f6bf-4d24-a7b1-85dd643784f3 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126621115'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:23.961797 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-87ac9d5b-0266-44ff-96fb-a3e05d1427a7 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:23.997186 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:58:24.032381 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a0be1-8793-419f-81f8-e942d70a3abf req-25352a10-f6bf-4d24-a7b1-85dd643784f3 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:24.033121 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-096a0be1-8793-419f-81f8-e942d70a3abf req-25352a10-f6bf-4d24-a7b1-85dd643784f3 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:24.034752 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-096a0be1-8793-419f-81f8-e942d70a3abf req-25352a10-f6bf-4d24-a7b1-85dd643784f3 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "PUT /v2.0/ports/db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 HTTP/1.1" status: 200 len: 981 time: 0.7957933 Apr 20 14:58:24.035321 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'tag': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:58:24.078231 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25352a10-f6bf-4d24-a7b1-85dd643784f3 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Pushing event updated for resources: {'Port': ['ID=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2,revision_number=6']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:24.083990 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-25352a10-f6bf-4d24-a7b1-85dd643784f3 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:24.156885 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'tag': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2', 'status': 'completed', 'code': 200} Apr 20 14:58:24.160107 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:58:24.397085 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-ce5c02ab-554f-45e7-9772-9aa14c1fab05 None None] Provisioning complete for port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:58:24.398089 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ce5c02ab-554f-45e7-9772-9aa14c1fab05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:24.402000 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b2d8-2479-43fe-be22-aa702ae1edd5 req-105c283b-9dcf-4d29-a2c9-a63a2cfa1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:24.404715 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1882b2d8-2479-43fe-be22-aa702ae1edd5 req-105c283b-9dcf-4d29-a2c9-a63a2cfa1e91 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df7da843a4304186a30068fd3d8dad0e&device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 1137 time: 0.1922114 Apr 20 14:58:24.440497 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e717c10-c7c0-4834-b0c0-6c34dc1cc291 req-fa6b3da9-3337-46e1-ae46-ba613319026c tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:24.454815 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4e717c10-c7c0-4834-b0c0-6c34dc1cc291 req-fa6b3da9-3337-46e1-ae46-ba613319026c tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 984 time: 0.1569834 Apr 20 14:58:24.519429 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4e717c10-c7c0-4834-b0c0-6c34dc1cc291 req-70cd5990-b8bb-4b07-bdec-e32529e53fa8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&id=fed6b776-c91b-4e48-88fe-753d3e6d66de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629220 Apr 20 14:58:24.570799 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b2d8-2479-43fe-be22-aa702ae1edd5 req-94bfefc4-81ee-4cf7-ba4f-9f54ffcebd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:24.572516 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1882b2d8-2479-43fe-be22-aa702ae1edd5 req-94bfefc4-81ee-4cf7-ba4f-9f54ffcebd88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247 HTTP/1.1" status: 200 len: 915 time: 0.1610656 Apr 20 14:58:24.708836 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1882b2d8-2479-43fe-be22-aa702ae1edd5 req-7ea82e6b-e7b8-43e0-8f73-c372f80e666b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 HTTP/1.1" status: 200 len: 1000 time: 0.1285563 Apr 20 14:58:25.053842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b2d8-2479-43fe-be22-aa702ae1edd5 req-b377daba-543a-48d0-aa00-b6d5866e972e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:25.055593 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1882b2d8-2479-43fe-be22-aa702ae1edd5 req-b377daba-543a-48d0-aa00-b6d5866e972e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=336b0cfd-4762-4e18-8151-440b38c8e07d HTTP/1.1" status: 200 len: 854 time: 0.3408427 Apr 20 14:58:25.165782 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882b2d8-2479-43fe-be22-aa702ae1edd5 req-fdc9bf7b-38a9-4e1d-890b-72bb94e45836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:25.168608 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1882b2d8-2479-43fe-be22-aa702ae1edd5 req-fdc9bf7b-38a9-4e1d-890b-72bb94e45836 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1055179 Apr 20 14:58:25.323044 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1882b2d8-2479-43fe-be22-aa702ae1edd5 req-653729b4-566e-42fe-95f3-02d3c89f4a96 service neutron] 10.222.0.13 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475232 Apr 20 14:58:25.475190 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-1882b2d8-2479-43fe-be22-aa702ae1edd5 req-146ffe88-274f-4860-b679-a212cb2feb6f service neutron] 10.222.0.13 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450970 Apr 20 14:58:27.022391 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-da3219d2-b574-45e5-be47-bca2773be44a req-f8c1a802-b07a-4914-bc80-5c9e9a74d807 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0865731 Apr 20 14:58:27.241751 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3219d2-b574-45e5-be47-bca2773be44a req-1aa0d8c9-b278-41da-aeb4-0ce4bc089af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:27.243481 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-da3219d2-b574-45e5-be47-bca2773be44a req-1aa0d8c9-b278-41da-aeb4-0ce4bc089af5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df7da843a4304186a30068fd3d8dad0e&device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 1137 time: 0.0867093 Apr 20 14:58:27.423144 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3219d2-b574-45e5-be47-bca2773be44a req-0249c3a5-38d0-4839-a067-eab98d2a9f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:27.424843 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-da3219d2-b574-45e5-be47-bca2773be44a req-0249c3a5-38d0-4839-a067-eab98d2a9f5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247 HTTP/1.1" status: 200 len: 915 time: 0.1613836 Apr 20 14:58:27.545841 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-da3219d2-b574-45e5-be47-bca2773be44a req-00187250-f378-47a3-b753-89fc4b5d4544 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 HTTP/1.1" status: 200 len: 1000 time: 0.1135569 Apr 20 14:58:27.620844 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3219d2-b574-45e5-be47-bca2773be44a req-d3aee8d2-6e6d-4e2a-ac73-52734fe2db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:27.622365 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-da3219d2-b574-45e5-be47-bca2773be44a req-d3aee8d2-6e6d-4e2a-ac73-52734fe2db8d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=336b0cfd-4762-4e18-8151-440b38c8e07d HTTP/1.1" status: 200 len: 854 time: 0.0698693 Apr 20 14:58:27.784286 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3219d2-b574-45e5-be47-bca2773be44a req-6cc78ff7-33e3-434c-8a09-7fbb16bcb75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:27.785913 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-da3219d2-b574-45e5-be47-bca2773be44a req-6cc78ff7-33e3-434c-8a09-7fbb16bcb75a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1558979 Apr 20 14:58:27.947552 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-da3219d2-b574-45e5-be47-bca2773be44a req-2cf3792a-e591-4651-8a8b-6c603a76cbc7 service neutron] 10.222.0.13 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541567 Apr 20 14:58:28.070218 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47908) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:28.113380 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-da3219d2-b574-45e5-be47-bca2773be44a req-a9705c4e-b131-409f-8baa-c09cd1457a94 service neutron] 10.222.0.13 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586318 Apr 20 14:58:28.257238 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ca7d6ce9-66a0-4acc-933a-112ff10082be admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:28.273100 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-ca7d6ce9-66a0-4acc-933a-112ff10082be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:28.277296 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-ca7d6ce9-66a0-4acc-933a-112ff10082be admin admin] Usage tracker for resource:security_group_rule and tenant:780db3efae054e2497e4a68b26069ae4 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:28.280286 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-ca7d6ce9-66a0-4acc-933a-112ff10082be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:28.286440 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-ca7d6ce9-66a0-4acc-933a-112ff10082be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:28.461575 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ca7d6ce9-66a0-4acc-933a-112ff10082be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:28.491893 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ca7d6ce9-66a0-4acc-933a-112ff10082be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:28.502173 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-665c22f5-151e-4308-be9f-104baba6003e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:28.548490 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-ca7d6ce9-66a0-4acc-933a-112ff10082be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=780db3efae054e2497e4a68b26069ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4770255 Apr 20 14:58:28.550426 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7d6ce9-66a0-4acc-933a-112ff10082be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b34fa69-923b-4240-bf59-f3d979104cb4,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:28.553827 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47914) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:28.556703 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ca7d6ce9-66a0-4acc-933a-112ff10082be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:28.626975 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-638b74e0-2b76-4c1d-8231-56d56343df89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:28.656701 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-638b74e0-2b76-4c1d-8231-56d56343df89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:28.738471 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-638b74e0-2b76-4c1d-8231-56d56343df89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:28.744111 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d23de28f-8f29-4804-97f6-4684f1e9b9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:28.758354 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638b74e0-2b76-4c1d-8231-56d56343df89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b34fa69-923b-4240-bf59-f3d979104cb4,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:28.761201 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-638b74e0-2b76-4c1d-8231-56d56343df89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:28.762445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-638b74e0-2b76-4c1d-8231-56d56343df89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:28.763692 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-638b74e0-2b76-4c1d-8231-56d56343df89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b34fa69-923b-4240-bf59-f3d979104cb4 HTTP/1.1" status: 204 len: 168 time: 0.2088070 Apr 20 14:58:36.465401 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 47986) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:36.469849 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:58:36.596152 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6d1f06ad-e122-48ba-8b23-b1dfb809a3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:36.611841 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-6d1f06ad-e122-48ba-8b23-b1dfb809a3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:36.616508 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-6d1f06ad-e122-48ba-8b23-b1dfb809a3bb admin admin] Usage tracker for resource:security_group_rule and tenant:90a9d0c95b3e489e9a66837dbd871631 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:36.619474 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-6d1f06ad-e122-48ba-8b23-b1dfb809a3bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:36.625529 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-6d1f06ad-e122-48ba-8b23-b1dfb809a3bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:36.712733 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6d1f06ad-e122-48ba-8b23-b1dfb809a3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:36.743225 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6d1f06ad-e122-48ba-8b23-b1dfb809a3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:36.751417 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e9df8c30-fe13-4ea4-9cd5-5eb677ecf71d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:36.796261 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-6d1f06ad-e122-48ba-8b23-b1dfb809a3bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90a9d0c95b3e489e9a66837dbd871631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296561 Apr 20 14:58:36.797229 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f06ad-e122-48ba-8b23-b1dfb809a3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2da6c8-4c42-4b99-8e20-4e41d02cd69c,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:36.800329 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 47994) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:36.800689 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6d1f06ad-e122-48ba-8b23-b1dfb809a3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:36.868434 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1aa39435-b0ad-4ba0-b653-e160c20aa4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:36.897768 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1aa39435-b0ad-4ba0-b653-e160c20aa4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:36.988997 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1aa39435-b0ad-4ba0-b653-e160c20aa4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:36.994787 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-57c837ac-a9c6-4e4f-a597-67d890aae034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:37.010805 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa39435-b0ad-4ba0-b653-e160c20aa4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2da6c8-4c42-4b99-8e20-4e41d02cd69c,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:37.011897 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1aa39435-b0ad-4ba0-b653-e160c20aa4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:37.016466 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1aa39435-b0ad-4ba0-b653-e160c20aa4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:37.021301 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-1aa39435-b0ad-4ba0-b653-e160c20aa4ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae2da6c8-4c42-4b99-8e20-4e41d02cd69c HTTP/1.1" status: 204 len: 168 time: 0.2163219 Apr 20 14:58:37.900735 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48018) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:38.016527 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2040642989-network', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:38.021860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:38.026033 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Usage tracker for resource:network and tenant:7895e9b94989441ab8ab66227e6e40a7 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:38.029131 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:38.036243 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:38.097371 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Made reservation on behalf of 7895e9b94989441ab8ab66227e6e40a7 for: {'network': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:58:38.102766 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for network, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:38.117883 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:38.134496 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:38.139582 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Usage tracker for resource:security_group_rule and tenant:7895e9b94989441ab8ab66227e6e40a7 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:38.142516 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:38.148695 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:38.236456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:38.262908 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:38.267113 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fdf4e794-b43a-4c36-ae02-67705f9163f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:38.292456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=86498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 14:58:38.307369 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f2f20a-4257-42c3-8909-bf80bb301a8b,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:38.311731 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:38.312731 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:38.313121 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.segments_db [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Added segment 7fded2e8-d260-48fb-8c02-6979e28a42c9 of type vlan for network a9e20bc2-6820-4033-aed2-94456491539e Apr 20 14:58:38.340009 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751736839863'] for network, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:38.422916 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for network, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:38.424284 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:38.424929 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:38.430594 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:38.799153 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Pushing event updated for resources: {'Network': ['ID=a9e20bc2-6820-4033-aed2-94456491539e,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:38.802284 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:38.809592 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Network a9e20bc2-6820-4033-aed2-94456491539e details requested by agent ovs-agent-dv-cinder-742162-4-smb with host dv-cinder-742162-4-smb {{(pid=86500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 14:58:38.823780 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-2a06007d-41d6-4550-9d57-53694d0ee6c3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9218957 Apr 20 14:58:38.826937 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48024) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:38.833626 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-6ca7be86-638a-4d03-b58c-b02003cb0176 admin admin] Request body: {'subnet': {'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2040642989-subnet', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'ip_version': 4}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:38.839669 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-6ca7be86-638a-4d03-b58c-b02003cb0176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:38.845386 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-6ca7be86-638a-4d03-b58c-b02003cb0176 admin admin] Usage tracker for resource:subnet and tenant:7895e9b94989441ab8ab66227e6e40a7 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:38.849212 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-6ca7be86-638a-4d03-b58c-b02003cb0176 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:38.855796 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-6ca7be86-638a-4d03-b58c-b02003cb0176 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:38.908781 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca7be86-638a-4d03-b58c-b02003cb0176 admin admin] Made reservation on behalf of 7895e9b94989441ab8ab66227e6e40a7 for: {'subnet': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:58:38.913998 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6ca7be86-638a-4d03-b58c-b02003cb0176 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3169222'] for subnet, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:39.382524 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6ca7be86-638a-4d03-b58c-b02003cb0176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126621219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3169239'] for subnet, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:39.387471 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a74bf14c-3234-4f8b-9cb1-8269ac6de592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:39.466872 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7be86-638a-4d03-b58c-b02003cb0176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c897456d-80da-4273-9a65-da9a7e4286f4,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:39.471110 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6ca7be86-638a-4d03-b58c-b02003cb0176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:39.475581 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca7be86-638a-4d03-b58c-b02003cb0176 admin admin] Checking segment: {'id': '7fded2e8-d260-48fb-8c02-6979e28a42c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:58:39.475973 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca7be86-638a-4d03-b58c-b02003cb0176 admin admin] Network hostable DHCP agents. Network: a9e20bc2-6820-4033-aed2-94456491539e, hostable agents: ['d1ac48cd-fa1b-424f-b486-f0074774d039'], hosted agents: [] {{(pid=86498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 14:58:39.543233 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca7be86-638a-4d03-b58c-b02003cb0176 admin admin] Network a9e20bc2-6820-4033-aed2-94456491539e is scheduled to be hosted by DHCP agent d1ac48cd-fa1b-424f-b486-f0074774d039 with binding_index 1 {{(pid=86498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 14:58:39.583326 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-6ca7be86-638a-4d03-b58c-b02003cb0176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-smb, a9e20bc2-6820-4033-aed2-94456491539e) {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:58:39.592682 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967e168a-92e8-4949-aa27-b9e234663a19 None None] Network a9e20bc2-6820-4033-aed2-94456491539e requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:58:39.596567 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca7be86-638a-4d03-b58c-b02003cb0176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:39.597316 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6ca7be86-638a-4d03-b58c-b02003cb0176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:39.647001 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-6ca7be86-638a-4d03-b58c-b02003cb0176 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8187783 Apr 20 14:58:39.649572 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48028) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:39.655718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2040642989-router', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:39.663166 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:39.667911 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Usage tracker for resource:router and tenant:7895e9b94989441ab8ab66227e6e40a7 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:39.671788 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:39.678371 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:39.708975 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1807340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3701'] for router, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:39.710099 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852968476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852946174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853067501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772115'] for router, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:39.725809 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:39.830730 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75819598-3f90-57db-89da-2c6acd1e2a8b-a9e20bc2-6820-4033-aed2-94456491539e', 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'fixed_ips': [{'subnet_id': 'c897456d-80da-4273-9a65-da9a7e4286f4'}]}} from dv-cinder-742162-4-smb. {{(pid=86500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 14:58:39.831671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:40.002491 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Allocated IP 172.20.0.2 (a9e20bc2-6820-4033-aed2-94456491539e/c897456d-80da-4273-9a65-da9a7e4286f4/fb6013c1-047a-415c-9d79-44e80f5f307c) {{(pid=86500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:58:40.044216 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852945931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852965537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772130'] for router, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:40.234326 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Notify callbacks [] for port, precommit_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:40.245305 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Transition to ACTIVE for port object fb6013c1-047a-415c-9d79-44e80f5f307c will not be triggered until provisioned by entity L2. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:58:40.264757 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Transition to ACTIVE for port object fb6013c1-047a-415c-9d79-44e80f5f307c will not be triggered until provisioned by entity DHCP. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:58:40.314797 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:40.321071 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:40.384596 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Network a9e20bc2-6820-4033-aed2-94456491539e is already hosted by enough agents. {{(pid=86500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:58:40.387723 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Resources bound (agent type, host, resource id): {{(pid=86500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:58:40.397582 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Received port after_create {{(pid=86500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:58:40.408168 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Pushing event updated for resources: {'Port': ['ID=fb6013c1-047a-415c-9d79-44e80f5f307c,revision_number=1']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:40.414004 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:40.451319 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:40.451571 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:40.451764 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:40.452079 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:40.452458 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:40.452944 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:40.453182 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:40.453572 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:40.453918 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:40.454285 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:40.454651 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:40.455041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:40.455440 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:40.468521 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:40.530549 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Attempting to bind port fb6013c1-047a-415c-9d79-44e80f5f307c on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:58:40.530934 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Attempting to bind port fb6013c1-047a-415c-9d79-44e80f5f307c by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': '7fded2e8-d260-48fb-8c02-6979e28a42c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e'}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:58:40.531399 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Attempting to bind port fb6013c1-047a-415c-9d79-44e80f5f307c on network a9e20bc2-6820-4033-aed2-94456491539e {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:58:40.537200 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:58:40.537612 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Checking segment: {'id': '7fded2e8-d260-48fb-8c02-6979e28a42c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:58:40.538056 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:40.538528 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Bound using segment: {'id': '7fded2e8-d260-48fb-8c02-6979e28a42c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e'} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:58:40.539059 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Bound port: fb6013c1-047a-415c-9d79-44e80f5f307c, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fded2e8-d260-48fb-8c02-6979e28a42c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e'}}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:58:40.539473 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:40.550653 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-09b09153-aa09-48db-a0ed-b07a7213425c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:40.600913 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Allocated IP 172.28.0.213 (c65a64c7-be21-4578-9264-745dbe2f178e/5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5/d748e841-5cfc-492a-86e9-86dcf05a33bd) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:58:40.636045 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] For port fb6013c1-047a-415c-9d79-44e80f5f307c, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:58:40.639296 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] For port fb6013c1-047a-415c-9d79-44e80f5f307c, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=fb6013c1-047a-415c-9d79-44e80f5f307c,segment=NetworkSegment(7fded2e8-d260-48fb-8c02-6979e28a42c9),segment_id=7fded2e8-d260-48fb-8c02-6979e28a42c9)] {{(pid=86500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:58:40.669228 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:40.673858 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f1e17cb0-6252-46d0-a08a-3d443d9f0e96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:40.765689 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Pushing event updated for resources: {'Port': ['ID=fb6013c1-047a-415c-9d79-44e80f5f307c,revision_number=2']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:40.766237 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:40.775244 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:40.857305 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:40.862793 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4420cc50-4a16-4848-add9-876cde03c372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:40.929796 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Network c65a64c7-be21-4578-9264-745dbe2f178e is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:58:40.932919 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:58:40.935504 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:58:40.985385 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Pushing event updated for resources: {'Port': ['ID=d748e841-5cfc-492a-86e9-86dcf05a33bd,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:40.990704 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:41.461763 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:41.835137 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829855'] for router, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:42.018587 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device fb6013c1-047a-415c-9d79-44e80f5f307c up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:58:42.137120 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port fb6013c1-047a-415c-9d79-44e80f5f307c completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:58:42.237513 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9d85af-22bf-40e9-b694-73f8a2a4e396 None None] Network a9e20bc2-6820-4033-aed2-94456491539e requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:58:42.356525 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-9859b39a-6c9c-4155-947e-fc24d526ac72 None None] Provisioning for port fb6013c1-047a-415c-9d79-44e80f5f307c completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:58:42.364410 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-9859b39a-6c9c-4155-947e-fc24d526ac72 None None] Provisioning complete for port fb6013c1-047a-415c-9d79-44e80f5f307c triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:58:42.364841 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9859b39a-6c9c-4155-947e-fc24d526ac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:42.382412 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Router 131418d3-996f-4708-ade0-cb0f23f8e88d is scheduled to L3 agent 0415711d-9175-4745-a13c-ae27be492043 with binding_index 1 {{(pid=86498) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 14:58:42.581875 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:58:42.594569 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Sync routers for ids ['131418d3-996f-4708-ade0-cb0f23f8e88d'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:58:42.615012 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9859b39a-6c9c-4155-947e-fc24d526ac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:42.633358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Routers {'131418d3-996f-4708-ade0-cb0f23f8e88d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:58:42.633953 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Notify callbacks [] for router, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:42.634120 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:58:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['131418d3-996f-4708-ade0-cb0f23f8e88d'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:58:42.635404 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9846616 Apr 20 14:58:42.638218 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48034) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:42.979290 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-9859b39a-6c9c-4155-947e-fc24d526ac72 None None] For port fb6013c1-047a-415c-9d79-44e80f5f307c, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=fb6013c1-047a-415c-9d79-44e80f5f307c,segment=NetworkSegment(7fded2e8-d260-48fb-8c02-6979e28a42c9),segment_id=7fded2e8-d260-48fb-8c02-6979e28a42c9)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:58:43.030195 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9859b39a-6c9c-4155-947e-fc24d526ac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:43.036702 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:43.090360 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Set router 131418d3-996f-4708-ade0-cb0f23f8e88d gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:58:43.203033 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b8c6cf37-5b16-45b0-878b-9d6b1ac59f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:43.324046 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9859b39a-6c9c-4155-947e-fc24d526ac72 None None] Pushing event updated for resources: {'Port': ['ID=fb6013c1-047a-415c-9d79-44e80f5f307c,revision_number=3']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:43.333909 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9859b39a-6c9c-4155-947e-fc24d526ac72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:43.338754 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-014c8b67-0b24-43ee-a70c-3475a4a01738 None None] Provisioning complete for port fb6013c1-047a-415c-9d79-44e80f5f307c triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:58:43.339184 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-014c8b67-0b24-43ee-a70c-3475a4a01738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:43.386160 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:43.558308 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'name': 'tempest-TestShelveInstance-2040642989-router', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:39Z', 'updated_at': '2021-04-20T14:58:41Z', 'revision_number': 3, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'gw_port': {'id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:40Z', 'updated_at': '2021-04-20T14:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:58:43.562436 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Checking router: 131418d3-996f-4708-ade0-cb0f23f8e88d for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:58:43.562882 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Updating router 131418d3-996f-4708-ade0-cb0f23f8e88d port d748e841-5cfc-492a-86e9-86dcf05a33bd binding host dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 14:58:43.608563 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Allocated IP 172.20.0.1 (a9e20bc2-6820-4033-aed2-94456491539e/c897456d-80da-4273-9a65-da9a7e4286f4/600adbc5-d627-4cba-a151-2a8e8eed74df) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:58:43.620684 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:43.888846 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:43.905653 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Transition to ACTIVE for port object 600adbc5-d627-4cba-a151-2a8e8eed74df will not be triggered until provisioned by entity DHCP. {{(pid=86498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:58:43.972760 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:43.978453 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-dea10dd1-d551-4cbc-b600-149f5aa3a9f1 tempest-ServerRescueNegativeTestJSON-605446328 tempest-ServerRescueNegativeTestJSON-605446328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:43.991737 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device fb6013c1-047a-415c-9d79-44e80f5f307c up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:58:44.041717 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Network a9e20bc2-6820-4033-aed2-94456491539e is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:58:44.050801 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:58:44.055575 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:58:44.089084 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Notify callbacks [] for port, precommit_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:44.096796 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Pushing event updated for resources: {'Port': ['ID=600adbc5-d627-4cba-a151-2a8e8eed74df,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:44.101396 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:44.106380 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Transition to ACTIVE for port object d748e841-5cfc-492a-86e9-86dcf05a33bd will not be triggered until provisioned by entity L2. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:58:44.119163 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port fb6013c1-047a-415c-9d79-44e80f5f307c triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:58:44.119336 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:44.122042 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852967166'] for router_interface, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:44.177005 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:44.196384 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:44.292829 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Attempting to bind port d748e841-5cfc-492a-86e9-86dcf05a33bd on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:58:44.293252 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Attempting to bind port d748e841-5cfc-492a-86e9-86dcf05a33bd by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:58:44.293661 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Attempting to bind port d748e841-5cfc-492a-86e9-86dcf05a33bd on network c65a64c7-be21-4578-9264-745dbe2f178e {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:58:44.305682 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:44.317562 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:58:44.317989 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Checking segment: {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:58:44.318448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:44.319443 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Bound using segment: {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:58:44.319976 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Bound port: d748e841-5cfc-492a-86e9-86dcf05a33bd, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:58:44.320401 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:44.353992 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc830dc-f30f-4a81-a1b9-bfae6d7e1114 None None] Pushing event updated for resources: {'Port': ['ID=d748e841-5cfc-492a-86e9-86dcf05a33bd,revision_number=2']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:44.363319 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:44.393359 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5cc830dc-f30f-4a81-a1b9-bfae6d7e1114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:44.400521 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-0e780a6b-4439-4d6c-878f-4fa158925fea None None] Provisioning for port 600adbc5-d627-4cba-a151-2a8e8eed74df completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:58:44.425154 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-0e780a6b-4439-4d6c-878f-4fa158925fea None None] Provisioning complete for port 600adbc5-d627-4cba-a151-2a8e8eed74df triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:58:44.425502 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0e780a6b-4439-4d6c-878f-4fa158925fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:44.536839 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:44.538894 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] For port d748e841-5cfc-492a-86e9-86dcf05a33bd, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:58:44.540945 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-0e780a6b-4439-4d6c-878f-4fa158925fea None None] Port 600adbc5-d627-4cba-a151-2a8e8eed74df cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:58:44.543773 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] For port d748e841-5cfc-492a-86e9-86dcf05a33bd, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=d748e841-5cfc-492a-86e9-86dcf05a33bd,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:58:44.550011 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:44.576850 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:44.581822 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:44.605153 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126621115'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:44.634496 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ea84ad58-423e-4218-8bf3-1d58b853cccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:44.665691 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Routers {'131418d3-996f-4708-ade0-cb0f23f8e88d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:58:44.666364 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:58:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['131418d3-996f-4708-ade0-cb0f23f8e88d'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:58:44.722685 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Pushing event updated for resources: {'Port': ['ID=600adbc5-d627-4cba-a151-2a8e8eed74df,revision_number=2']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:44.725922 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853102673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808741'] for router_interface, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:44.730904 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:44.784419 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc830dc-f30f-4a81-a1b9-bfae6d7e1114 None None] Pushing event updated for resources: {'Port': ['ID=d748e841-5cfc-492a-86e9-86dcf05a33bd,revision_number=3']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:44.795860 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5cc830dc-f30f-4a81-a1b9-bfae6d7e1114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:44.859343 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] Set router 131418d3-996f-4708-ade0-cb0f23f8e88d gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:58:44.870333 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Network a9e20bc2-6820-4033-aed2-94456491539e is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:58:44.871521 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:58:45.074936 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Router 131418d3-996f-4708-ade0-cb0f23f8e88d has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:58:45.120572 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-6ed49be4-323c-4969-a5bf-6016df828987 None None] Provisioning complete for port 600adbc5-d627-4cba-a151-2a8e8eed74df triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:58:45.120973 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6ed49be4-323c-4969-a5bf-6016df828987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:45.213241 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-6ed49be4-323c-4969-a5bf-6016df828987 None None] Port 600adbc5-d627-4cba-a151-2a8e8eed74df cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:58:45.282346 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'name': 'tempest-TestShelveInstance-2040642989-router', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:39Z', 'updated_at': '2021-04-20T14:58:44Z', 'revision_number': 4, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'gw_port': {'id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:40Z', 'updated_at': '2021-04-20T14:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '600adbc5-d627-4cba-a151-2a8e8eed74df', 'name': '', 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'mac_address': 'fa:16:3e:2e:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:43Z', 'updated_at': '2021-04-20T14:58:44Z', 'revision_number': 2, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'subnets': [{'id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:58:45.286929 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd846dc-2d52-470f-a9aa-5dd8c27bc1b9 None None] The sync data for ids ['131418d3-996f-4708-ade0-cb0f23f8e88d'] in dv-cinder-742162-4-smb is: [{'id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'name': 'tempest-TestShelveInstance-2040642989-router', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:39Z', 'updated_at': '2021-04-20T14:58:44Z', 'revision_number': 4, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'gw_port': {'id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:40Z', 'updated_at': '2021-04-20T14:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '600adbc5-d627-4cba-a151-2a8e8eed74df', 'name': '', 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'mac_address': 'fa:16:3e:2e:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:43Z', 'updated_at': '2021-04-20T14:58:44Z', 'revision_number': 2, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'subnets': [{'id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:58:45.457516 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:45.529445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:58:45.538827 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] 10.222.0.21 "PUT /v2.0/routers/131418d3-996f-4708-ade0-cb0f23f8e88d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8994634 Apr 20 14:58:46.297468 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48052) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:46.304214 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-901664956-network', 'tenant_id': 'b36c3ac38afa46e8a8f426443db77b98'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:46.309689 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:46.314176 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Usage tracker for resource:network and tenant:b36c3ac38afa46e8a8f426443db77b98 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:46.317876 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:46.324381 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:46.359609 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Made reservation on behalf of b36c3ac38afa46e8a8f426443db77b98 for: {'network': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:58:46.364602 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for network, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:46.378080 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:46.395436 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:46.399789 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Usage tracker for resource:security_group_rule and tenant:b36c3ac38afa46e8a8f426443db77b98 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:46.402848 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:46.409023 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:46.499597 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:46.542659 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:46.547526 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5604ebef-d3a2-4ded-bfe8-2dc4d8295597 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:46.581043 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec2bc06-5c3a-4eb2-a59e-49de510644c4,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:46.584946 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:46.631935 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=86498) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 20 14:58:46.641258 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:46.641551 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.segments_db [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Added segment a1864b12-42a7-421f-893f-b3b1a99aba79 of type vlan for network e71b4e15-552e-4965-9283-1ef2eb6a5d70 Apr 20 14:58:46.670515 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751736839863'] for network, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:46.742399 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690'] for network, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:46.743852 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:46.744491 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:46.749905 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:46.864779 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Pushing event updated for resources: {'Network': ['ID=e71b4e15-552e-4965-9283-1ef2eb6a5d70,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:46.864779 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:46.866585 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Network e71b4e15-552e-4965-9283-1ef2eb6a5d70 details requested by agent ovs-agent-dv-cinder-742162-4-smb with host dv-cinder-742162-4-smb {{(pid=86500) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 20 14:58:46.875017 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5760701 Apr 20 14:58:46.877795 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48056) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:46.885113 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-0ff00602-c385-4506-9646-144c277f7ef4 admin admin] Request body: {'subnet': {'network_id': 'e71b4e15-552e-4965-9283-1ef2eb6a5d70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-901664956-subnet', 'tenant_id': 'b36c3ac38afa46e8a8f426443db77b98', 'ip_version': 4}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:46.890282 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-0ff00602-c385-4506-9646-144c277f7ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:46.894458 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-0ff00602-c385-4506-9646-144c277f7ef4 admin admin] Usage tracker for resource:subnet and tenant:b36c3ac38afa46e8a8f426443db77b98 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:46.897516 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-0ff00602-c385-4506-9646-144c277f7ef4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:46.903586 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-0ff00602-c385-4506-9646-144c277f7ef4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:46.936799 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff00602-c385-4506-9646-144c277f7ef4 admin admin] Made reservation on behalf of b36c3ac38afa46e8a8f426443db77b98 for: {'subnet': 1} {{(pid=86498) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:58:46.942364 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0ff00602-c385-4506-9646-144c277f7ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3169222'] for subnet, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:47.376117 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0ff00602-c385-4506-9646-144c277f7ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126621219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3169239'] for subnet, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:47.381270 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:47.462556 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff00602-c385-4506-9646-144c277f7ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3067d04a-c77d-452f-a8f1-d197da8328a7,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:47.467610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0ff00602-c385-4506-9646-144c277f7ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:47.475449 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff00602-c385-4506-9646-144c277f7ef4 admin admin] Checking segment: {'id': 'a1864b12-42a7-421f-893f-b3b1a99aba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e71b4e15-552e-4965-9283-1ef2eb6a5d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86498) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:58:47.476972 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff00602-c385-4506-9646-144c277f7ef4 admin admin] Network hostable DHCP agents. Network: e71b4e15-552e-4965-9283-1ef2eb6a5d70, hostable agents: ['d1ac48cd-fa1b-424f-b486-f0074774d039'], hosted agents: [] {{(pid=86498) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 20 14:58:47.525680 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff00602-c385-4506-9646-144c277f7ef4 admin admin] Network e71b4e15-552e-4965-9283-1ef2eb6a5d70 is scheduled to be hosted by DHCP agent d1ac48cd-fa1b-424f-b486-f0074774d039 with binding_index 1 {{(pid=86498) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 20 14:58:47.617150 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-0ff00602-c385-4506-9646-144c277f7ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-742162-4-smb, e71b4e15-552e-4965-9283-1ef2eb6a5d70) {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:58:47.626892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81d61e0-79d6-4201-9843-b0973ff9774e None None] Network e71b4e15-552e-4965-9283-1ef2eb6a5d70 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:58:47.680894 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff00602-c385-4506-9646-144c277f7ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:47.682072 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0ff00602-c385-4506-9646-144c277f7ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:47.710924 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a296b4-cd2b-4912-be43-a68608b83854 req-6b937fb1-dff3-4315-a50d-1a3f473685c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:47.712762 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c0a296b4-cd2b-4912-be43-a68608b83854 req-6b937fb1-dff3-4315-a50d-1a3f473685c9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df7da843a4304186a30068fd3d8dad0e&device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 1137 time: 0.0910609 Apr 20 14:58:47.745662 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af33e82-5864-40b3-b387-5e311a5e55e6 req-a3dc2501-5f77-48c0-aa4c-584f68fd8467 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:47.747457 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0af33e82-5864-40b3-b387-5e311a5e55e6 req-a3dc2501-5f77-48c0-aa4c-584f68fd8467 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 984 time: 0.1265194 Apr 20 14:58:47.751818 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-0ff00602-c385-4506-9646-144c277f7ef4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8698759 Apr 20 14:58:47.754397 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 48066) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:47.806898 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0af33e82-5864-40b3-b387-5e311a5e55e6 req-0b1076cd-17fa-4226-a4f8-9b6f49ce59c0 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&id=fed6b776-c91b-4e48-88fe-753d3e6d66de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510504 Apr 20 14:58:47.807533 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-901664956-router', 'tenant_id': 'b36c3ac38afa46e8a8f426443db77b98', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:47.821720 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:47.829938 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Usage tracker for resource:router and tenant:b36c3ac38afa46e8a8f426443db77b98 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:47.833569 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:47.848487 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:47.882456 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75819598-3f90-57db-89da-2c6acd1e2a8b-e71b4e15-552e-4965-9283-1ef2eb6a5d70', 'network_id': 'e71b4e15-552e-4965-9283-1ef2eb6a5d70', 'tenant_id': 'b36c3ac38afa46e8a8f426443db77b98', 'fixed_ips': [{'subnet_id': '3067d04a-c77d-452f-a8f1-d197da8328a7'}]}} from dv-cinder-742162-4-smb. {{(pid=86500) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 20 14:58:47.883454 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:47.899320 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1807340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3701'] for router, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:47.900448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036852968476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036852946174', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853067501', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854772115'] for router, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:47.913474 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a296b4-cd2b-4912-be43-a68608b83854 req-bf0d7d4c-60de-459a-abe9-9961f5b7968e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:47.915146 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c0a296b4-cd2b-4912-be43-a68608b83854 req-bf0d7d4c-60de-459a-abe9-9961f5b7968e service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247 HTTP/1.1" status: 200 len: 915 time: 0.1944292 Apr 20 14:58:47.920863 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:48.058035 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device d748e841-5cfc-492a-86e9-86dcf05a33bd up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:58:48.064547 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c0a296b4-cd2b-4912-be43-a68608b83854 req-93fe53ca-b86a-4909-9d8a-333966d5ec43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 HTTP/1.1" status: 200 len: 1000 time: 0.1411180 Apr 20 14:58:48.118478 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:48.210882 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Allocated IP 172.20.0.2 (e71b4e15-552e-4965-9283-1ef2eb6a5d70/3067d04a-c77d-452f-a8f1-d197da8328a7/7b7bd226-a6b1-4e66-a154-94083c50d06e) {{(pid=86500) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:58:48.280029 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port d748e841-5cfc-492a-86e9-86dcf05a33bd completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:58:48.387818 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port d748e841-5cfc-492a-86e9-86dcf05a33bd triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:58:48.388484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:48.452388 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Sync routers for ids ['131418d3-996f-4708-ade0-cb0f23f8e88d'] in dv-cinder-742162-4-smb {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:58:48.464820 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Routers {'131418d3-996f-4708-ade0-cb0f23f8e88d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:58:48.465625 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:58:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['131418d3-996f-4708-ade0-cb0f23f8e88d'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:58:48.654455 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a296b4-cd2b-4912-be43-a68608b83854 req-7650977c-a946-4c41-a4a1-e281a3302169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:48.657014 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c0a296b4-cd2b-4912-be43-a68608b83854 req-7650977c-a946-4c41-a4a1-e281a3302169 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=336b0cfd-4762-4e18-8151-440b38c8e07d HTTP/1.1" status: 200 len: 854 time: 0.4866669 Apr 20 14:58:48.661351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Set router 131418d3-996f-4708-ade0-cb0f23f8e88d gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:58:48.730318 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036852945931', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036852965537', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854772130'] for router, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:48.820136 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:48.863250 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Notify callbacks [] for port, precommit_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:48.887016 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port d748e841-5cfc-492a-86e9-86dcf05a33bd, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=d748e841-5cfc-492a-86e9-86dcf05a33bd,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:58:48.892170 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Transition to ACTIVE for port object 7b7bd226-a6b1-4e66-a154-94083c50d06e will not be triggered until provisioned by entity L2. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:58:48.909439 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a296b4-cd2b-4912-be43-a68608b83854 req-f68f9a1d-cc8a-4411-8aa2-9ed0b0de444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:48.911660 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c0a296b4-cd2b-4912-be43-a68608b83854 req-f68f9a1d-cc8a-4411-8aa2-9ed0b0de444d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2455294 Apr 20 14:58:48.929968 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:48.938978 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Transition to ACTIVE for port object 7b7bd226-a6b1-4e66-a154-94083c50d06e will not be triggered until provisioned by entity DHCP. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:58:48.941354 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:49.092992 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=d748e841-5cfc-492a-86e9-86dcf05a33bd,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:49.098516 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'name': 'tempest-TestShelveInstance-2040642989-router', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:39Z', 'updated_at': '2021-04-20T14:58:44Z', 'revision_number': 4, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'gw_port': {'id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c4:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:40Z', 'updated_at': '2021-04-20T14:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '600adbc5-d627-4cba-a151-2a8e8eed74df', 'name': '', 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'mac_address': 'fa:16:3e:2e:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:43Z', 'updated_at': '2021-04-20T14:58:44Z', 'revision_number': 2, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'subnets': [{'id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:58:49.098840 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:49.100623 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486'] for port, after_create {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:49.107428 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Checking router: 131418d3-996f-4708-ade0-cb0f23f8e88d for host: dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:58:49.108544 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Updating router 131418d3-996f-4708-ade0-cb0f23f8e88d port 600adbc5-d627-4cba-a151-2a8e8eed74df binding host dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 14:58:49.113487 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:49.204280 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Network e71b4e15-552e-4965-9283-1ef2eb6a5d70 is already hosted by enough agents. {{(pid=86500) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:58:49.206276 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Pushing event updated for resources: {'Port': ['ID=7b7bd226-a6b1-4e66-a154-94083c50d06e,revision_number=1']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:49.210643 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:49.212017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Resources bound (agent type, host, resource id): {{(pid=86500) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:58:49.217997 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Received port after_create {{(pid=86500) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:58:49.225790 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:49.261485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13fe435-6436-4e4e-9182-d70d39bd24e8 req-0547fa18-ad8a-4854-bcf8-45ae1e6828a1 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:49.277993 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c13fe435-6436-4e4e-9182-d70d39bd24e8 req-0547fa18-ad8a-4854-bcf8-45ae1e6828a1 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 984 time: 0.2007456 Apr 20 14:58:49.366343 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c13fe435-6436-4e4e-9182-d70d39bd24e8 req-4663c031-f7dc-4859-8abe-25d2b7d934ee tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&id=fed6b776-c91b-4e48-88fe-753d3e6d66de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0869176 Apr 20 14:58:49.407534 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c0a296b4-cd2b-4912-be43-a68608b83854 req-61031c9a-4880-44d2-af16-e8766154a8a5 service neutron] 10.222.0.13 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876447 Apr 20 14:58:49.548263 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Attempting to bind port 7b7bd226-a6b1-4e66-a154-94083c50d06e on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:58:49.548691 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Attempting to bind port 7b7bd226-a6b1-4e66-a154-94083c50d06e by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': 'a1864b12-42a7-421f-893f-b3b1a99aba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e71b4e15-552e-4965-9283-1ef2eb6a5d70'}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:58:49.549108 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Attempting to bind port 7b7bd226-a6b1-4e66-a154-94083c50d06e on network e71b4e15-552e-4965-9283-1ef2eb6a5d70 {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:58:49.555102 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:58:49.555529 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Checking segment: {'id': 'a1864b12-42a7-421f-893f-b3b1a99aba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e71b4e15-552e-4965-9283-1ef2eb6a5d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:58:49.556104 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:49.556549 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Bound using segment: {'id': 'a1864b12-42a7-421f-893f-b3b1a99aba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e71b4e15-552e-4965-9283-1ef2eb6a5d70'} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:58:49.557454 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Bound port: 7b7bd226-a6b1-4e66-a154-94083c50d06e, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1864b12-42a7-421f-893f-b3b1a99aba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e71b4e15-552e-4965-9283-1ef2eb6a5d70'}}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:58:49.557454 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:49.659183 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] For port 7b7bd226-a6b1-4e66-a154-94083c50d06e, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:58:49.663017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] For port 7b7bd226-a6b1-4e66-a154-94083c50d06e, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=7b7bd226-a6b1-4e66-a154-94083c50d06e,segment=NetworkSegment(a1864b12-42a7-421f-893f-b3b1a99aba79),segment_id=a1864b12-42a7-421f-893f-b3b1a99aba79)] {{(pid=86500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:58:49.699570 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Notify callbacks [] for port, precommit_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:49.708468 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:49.712987 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Transition to ACTIVE for port object 600adbc5-d627-4cba-a151-2a8e8eed74df will not be triggered until provisioned by entity L2. {{(pid=86501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:58:49.713892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0214229d-5897-4cdc-870f-77df41851922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:49.740664 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c0a296b4-cd2b-4912-be43-a68608b83854 req-4787683e-1179-406e-8df0-08c4a9d7f3bb service neutron] 10.222.0.13 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259161 Apr 20 14:58:49.750075 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:49.760540 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:49.768256 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:49.799066 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:49.801308 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Pushing event updated for resources: {'Port': ['ID=7b7bd226-a6b1-4e66-a154-94083c50d06e,revision_number=2']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:49.804956 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:49.914583 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4dad1-c319-46c4-8654-6c62368b4267 None None] Pushing event updated for resources: {'Port': ['ID=600adbc5-d627-4cba-a151-2a8e8eed74df,revision_number=3']} {{(pid=86501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:50.008004 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Allocated IP 172.28.0.148 (c65a64c7-be21-4578-9264-745dbe2f178e/5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5/43285718-4f6c-4809-bc89-4191c93e46ed) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:58:50.027153 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4dad1-c319-46c4-8654-6c62368b4267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.027794 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4dad1-c319-46c4-8654-6c62368b4267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.028437 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4dad1-c319-46c4-8654-6c62368b4267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.029077 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4dad1-c319-46c4-8654-6c62368b4267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.029716 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4dad1-c319-46c4-8654-6c62368b4267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.030351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4dad1-c319-46c4-8654-6c62368b4267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.031006 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4dad1-c319-46c4-8654-6c62368b4267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.031635 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4dad1-c319-46c4-8654-6c62368b4267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.032276 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4dad1-c319-46c4-8654-6c62368b4267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.032923 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4dad1-c319-46c4-8654-6c62368b4267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.033620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4dad1-c319-46c4-8654-6c62368b4267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.034114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4dad1-c319-46c4-8654-6c62368b4267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86501) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.047922 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device d748e841-5cfc-492a-86e9-86dcf05a33bd up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:58:50.054345 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-41b4dad1-c319-46c4-8654-6c62368b4267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:50.080337 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Attempting to bind port 600adbc5-d627-4cba-a151-2a8e8eed74df on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:58:50.081110 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Attempting to bind port 600adbc5-d627-4cba-a151-2a8e8eed74df by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': '7fded2e8-d260-48fb-8c02-6979e28a42c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e'}] {{(pid=86501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:58:50.081629 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Attempting to bind port 600adbc5-d627-4cba-a151-2a8e8eed74df on network a9e20bc2-6820-4033-aed2-94456491539e {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:58:50.089443 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:58:50.090064 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Checking segment: {'id': '7fded2e8-d260-48fb-8c02-6979e28a42c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:58:50.090645 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:50.091865 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Bound using segment: {'id': '7fded2e8-d260-48fb-8c02-6979e28a42c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e'} {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:58:50.092528 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Bound port: 600adbc5-d627-4cba-a151-2a8e8eed74df, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fded2e8-d260-48fb-8c02-6979e28a42c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e'}}] {{(pid=86501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:58:50.093227 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:50.150799 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port d748e841-5cfc-492a-86e9-86dcf05a33bd triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:58:50.151217 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:50.255350 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] For port 600adbc5-d627-4cba-a151-2a8e8eed74df, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:58:50.261089 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] For port 600adbc5-d627-4cba-a151-2a8e8eed74df, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=600adbc5-d627-4cba-a151-2a8e8eed74df,segment=NetworkSegment(7fded2e8-d260-48fb-8c02-6979e28a42c9),segment_id=7fded2e8-d260-48fb-8c02-6979e28a42c9)] {{(pid=86501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:58:50.342892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:50.348342 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b3f19f64-f5f4-4f47-9de6-990a337b329e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:50.390291 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:50.435482 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Routers {'131418d3-996f-4708-ade0-cb0f23f8e88d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:58:50.436134 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:58:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['131418d3-996f-4708-ade0-cb0f23f8e88d'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:58:50.457977 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:50.466684 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e563fb59-b091-4554-9708-dddd60785fc8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:50.577511 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4dad1-c319-46c4-8654-6c62368b4267 None None] Pushing event updated for resources: {'Port': ['ID=600adbc5-d627-4cba-a151-2a8e8eed74df,revision_number=4']} {{(pid=86501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:50.581040 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-41b4dad1-c319-46c4-8654-6c62368b4267 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:50.601077 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Network c65a64c7-be21-4578-9264-745dbe2f178e is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:58:50.603072 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db45d36-978f-4d22-8564-b017e4d0d62e req-df2a03ee-49fa-4ad9-bb00-d0066a188bb1 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:50.610546 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:58:50.611634 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3db45d36-978f-4d22-8564-b017e4d0d62e req-df2a03ee-49fa-4ad9-bb00-d0066a188bb1 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 984 time: 0.1205151 Apr 20 14:58:50.616059 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:58:50.655354 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Pushing event updated for resources: {'Port': ['ID=43285718-4f6c-4809-bc89-4191c93e46ed,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:50.661322 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] Set router 131418d3-996f-4708-ade0-cb0f23f8e88d gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:58:50.668282 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-3db45d36-978f-4d22-8564-b017e4d0d62e req-0689b464-5a45-4b88-a2aa-e39ebde8d25e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&id=fed6b776-c91b-4e48-88fe-753d3e6d66de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545819 Apr 20 14:58:50.670986 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.671548 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.672080 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.672609 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.673259 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.673881 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.674406 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.674958 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.675715 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.676239 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.677085 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.677759 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:50.688341 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:51.187621 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'name': 'tempest-TestShelveInstance-2040642989-router', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:39Z', 'updated_at': '2021-04-20T14:58:44Z', 'revision_number': 4, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'gw_port': {'id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:40Z', 'updated_at': '2021-04-20T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '600adbc5-d627-4cba-a151-2a8e8eed74df', 'name': '', 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'mac_address': 'fa:16:3e:2e:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:43Z', 'updated_at': '2021-04-20T14:58:50Z', 'revision_number': 4, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'subnets': [{'id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:58:51.193159 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b5aa3-94e4-4ab5-9146-ddb6479c6569 None None] The sync data for ids ['131418d3-996f-4708-ade0-cb0f23f8e88d'] in dv-cinder-742162-4-smb is: [{'id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'name': 'tempest-TestShelveInstance-2040642989-router', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:39Z', 'updated_at': '2021-04-20T14:58:44Z', 'revision_number': 4, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'gw_port': {'id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:40Z', 'updated_at': '2021-04-20T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '600adbc5-d627-4cba-a151-2a8e8eed74df', 'name': '', 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'mac_address': 'fa:16:3e:2e:72:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:43Z', 'updated_at': '2021-04-20T14:58:50Z', 'revision_number': 4, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'subnets': [{'id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:58:51.202108 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:51.388207 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a432f6ea-a77a-4f15-b5b7-98dcabe89fb7 None None] Network e71b4e15-552e-4965-9283-1ef2eb6a5d70 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:58:51.512225 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-f42b0e5e-30ac-4828-a93e-0255d6031d96 None None] Provisioning for port 7b7bd226-a6b1-4e66-a154-94083c50d06e completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:58:51.604628 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1810247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1829855'] for router, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:51.927240 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Router 12a4b58c-54a5-441c-97ef-6eabb1f00b97 is scheduled to L3 agent 0415711d-9175-4745-a13c-ae27be492043 with binding_index 1 {{(pid=86499) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 20 14:58:51.954207 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb123606-3f54-40d3-8fdb-3f6d5b1c72da req-67747ac2-bb05-47fa-91aa-cdf9a197847a tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:51.955819 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-eb123606-3f54-40d3-8fdb-3f6d5b1c72da req-67747ac2-bb05-47fa-91aa-cdf9a197847a tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 984 time: 0.0999360 Apr 20 14:58:52.065684 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-eb123606-3f54-40d3-8fdb-3f6d5b1c72da req-d3dac747-7b22-44cf-a160-cccaa882beae tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&id=fed6b776-c91b-4e48-88fe-753d3e6d66de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694466 Apr 20 14:58:52.142708 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 600adbc5-d627-4cba-a151-2a8e8eed74df up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:58:52.175735 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:58:52.187678 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Sync routers for ids ['12a4b58c-54a5-441c-97ef-6eabb1f00b97'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:58:52.215192 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Routers {'12a4b58c-54a5-441c-97ef-6eabb1f00b97'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:58:52.216299 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:58:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['12a4b58c-54a5-441c-97ef-6eabb1f00b97'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:58:52.234246 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Notify callbacks [] for router, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:52.235686 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4802010 Apr 20 14:58:52.239032 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48076) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:52.395090 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port 600adbc5-d627-4cba-a151-2a8e8eed74df completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:58:52.403912 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 600adbc5-d627-4cba-a151-2a8e8eed74df triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:58:52.404339 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:52.468897 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Set router 12a4b58c-54a5-441c-97ef-6eabb1f00b97 gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:58:52.792834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:52.869689 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port 600adbc5-d627-4cba-a151-2a8e8eed74df, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=600adbc5-d627-4cba-a151-2a8e8eed74df,segment=NetworkSegment(7fded2e8-d260-48fb-8c02-6979e28a42c9),segment_id=7fded2e8-d260-48fb-8c02-6979e28a42c9)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:58:52.900351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'name': 'tempest-TestShelveInstance-901664956-router', 'tenant_id': 'b36c3ac38afa46e8a8f426443db77b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '43285718-4f6c-4809-bc89-4191c93e46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:47Z', 'updated_at': '2021-04-20T14:58:50Z', 'revision_number': 3, 'project_id': 'b36c3ac38afa46e8a8f426443db77b98', 'gw_port': {'id': '43285718-4f6c-4809-bc89-4191c93e46ed', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:49Z', 'updated_at': '2021-04-20T14:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:58:52.904613 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Checking router: 12a4b58c-54a5-441c-97ef-6eabb1f00b97 for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:58:52.905012 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Updating router 12a4b58c-54a5-441c-97ef-6eabb1f00b97 port 43285718-4f6c-4809-bc89-4191c93e46ed binding host dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 14:58:52.936248 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:52.937169 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 7b7bd226-a6b1-4e66-a154-94083c50d06e up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:58:52.978739 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5cc830dc-f30f-4a81-a1b9-bfae6d7e1114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:52.997383 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:53.085659 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:53.143094 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=600adbc5-d627-4cba-a151-2a8e8eed74df,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:53.146541 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:53.214036 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port 7b7bd226-a6b1-4e66-a154-94083c50d06e completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:58:53.224998 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 7b7bd226-a6b1-4e66-a154-94083c50d06e triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:58:53.225420 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:53.320966 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Allocated IP 172.20.0.1 (e71b4e15-552e-4965-9283-1ef2eb6a5d70/3067d04a-c77d-452f-a8f1-d197da8328a7/63f9867e-b7d7-45ec-82c6-140c6dff9c2d) {{(pid=86498) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:58:53.434155 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbff30b-c109-4e16-9f9d-2f67f9b9c2f2 req-7df0be9c-b609-4acc-aa7f-30170bb66e75 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:53.435910 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8cbff30b-c109-4e16-9f9d-2f67f9b9c2f2 req-7df0be9c-b609-4acc-aa7f-30170bb66e75 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 984 time: 0.2047429 Apr 20 14:58:53.546119 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-8cbff30b-c109-4e16-9f9d-2f67f9b9c2f2 req-10cdad21-892e-4b79-89b5-ef88ce1940d8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&id=fed6b776-c91b-4e48-88fe-753d3e6d66de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949318 Apr 20 14:58:53.568823 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:53.591523 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Transition to ACTIVE for port object 63f9867e-b7d7-45ec-82c6-140c6dff9c2d will not be triggered until provisioned by entity DHCP. {{(pid=86498) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:58:53.646100 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:53.651680 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4f759312-b082-41d5-9294-d747c353391b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:53.669305 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:53.718173 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Network e71b4e15-552e-4965-9283-1ef2eb6a5d70 is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:58:53.721488 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:58:53.727792 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port 7b7bd226-a6b1-4e66-a154-94083c50d06e, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=7b7bd226-a6b1-4e66-a154-94083c50d06e,segment=NetworkSegment(a1864b12-42a7-421f-893f-b3b1a99aba79),segment_id=a1864b12-42a7-421f-893f-b3b1a99aba79)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:58:53.731298 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Received port after_create {{(pid=86498) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:58:53.759367 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:53.769796 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f1e17cb0-6252-46d0-a08a-3d443d9f0e96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:53.780894 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Pushing event updated for resources: {'Port': ['ID=63f9867e-b7d7-45ec-82c6-140c6dff9c2d,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:53.793557 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:53.794114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:53.794372 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:53.795079 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:53.795492 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:53.795893 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:53.796295 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:53.796698 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:53.797105 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:53.797505 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:53.797908 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:53.798306 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:58:53.807994 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:53.819328 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036852967166'] for router_interface, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:53.864464 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Notify callbacks [] for port, precommit_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:53.885017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=7b7bd226-a6b1-4e66-a154-94083c50d06e,revision_number=3']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:53.888748 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:53.890285 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Transition to ACTIVE for port object 43285718-4f6c-4809-bc89-4191c93e46ed will not be triggered until provisioned by entity L2. {{(pid=86500) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:58:53.948270 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:53.953668 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:53.997168 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:54.047500 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 600adbc5-d627-4cba-a151-2a8e8eed74df up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:58:54.115659 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Attempting to bind port 43285718-4f6c-4809-bc89-4191c93e46ed on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:58:54.116003 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Attempting to bind port 43285718-4f6c-4809-bc89-4191c93e46ed by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:58:54.116396 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Attempting to bind port 43285718-4f6c-4809-bc89-4191c93e46ed on network c65a64c7-be21-4578-9264-745dbe2f178e {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:58:54.133851 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:58:54.134268 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Checking segment: {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86500) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:58:54.134734 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:54.135177 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Bound using segment: {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'} {{(pid=86500) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:58:54.135701 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Bound port: 43285718-4f6c-4809-bc89-4191c93e46ed, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e997e3-4afc-4266-8af6-81d67a31d04b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e'}}] {{(pid=86500) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:58:54.136117 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:54.173846 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f707c5-0225-46f8-a886-804fec737e04 None None] Pushing event updated for resources: {'Port': ['ID=43285718-4f6c-4809-bc89-4191c93e46ed,revision_number=2']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:54.186125 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-cec709d0-b13a-4121-98f9-8f1e03bca4b5 None None] Provisioning for port 63f9867e-b7d7-45ec-82c6-140c6dff9c2d completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:58:54.190748 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a7f707c5-0225-46f8-a886-804fec737e04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:54.199174 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-cec709d0-b13a-4121-98f9-8f1e03bca4b5 None None] Provisioning complete for port 63f9867e-b7d7-45ec-82c6-140c6dff9c2d triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:58:54.199592 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cec709d0-b13a-4121-98f9-8f1e03bca4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:54.250493 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:54.302532 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126621115'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:54.303534 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-cec709d0-b13a-4121-98f9-8f1e03bca4b5 None None] Port 63f9867e-b7d7-45ec-82c6-140c6dff9c2d cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:58:54.305514 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] For port 43285718-4f6c-4809-bc89-4191c93e46ed, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86500) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:58:54.309692 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 600adbc5-d627-4cba-a151-2a8e8eed74df triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:58:54.310110 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:54.333447 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-64a90aa0-53de-4fef-95d6-29771a0c5575 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:54.351137 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] For port 43285718-4f6c-4809-bc89-4191c93e46ed, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=43285718-4f6c-4809-bc89-4191c93e46ed,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86500) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:58:54.381311 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:54.386415 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:54.425392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853102673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1808741'] for router_interface, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:54.431003 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Pushing event updated for resources: {'Port': ['ID=63f9867e-b7d7-45ec-82c6-140c6dff9c2d,revision_number=2']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:54.434209 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:54.519231 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Routers {'12a4b58c-54a5-441c-97ef-6eabb1f00b97'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:58:54.519937 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:58:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['12a4b58c-54a5-441c-97ef-6eabb1f00b97'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:58:54.584661 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Network e71b4e15-552e-4965-9283-1ef2eb6a5d70 is already hosted by enough agents. {{(pid=86498) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:58:54.586264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Resources bound (agent type, host, resource id): {{(pid=86498) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:58:54.662397 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f707c5-0225-46f8-a886-804fec737e04 None None] Pushing event updated for resources: {'Port': ['ID=43285718-4f6c-4809-bc89-4191c93e46ed,revision_number=3']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:54.670500 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a7f707c5-0225-46f8-a886-804fec737e04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:54.672209 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 7b7bd226-a6b1-4e66-a154-94083c50d06e up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:58:54.807123 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 7b7bd226-a6b1-4e66-a154-94083c50d06e triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:58:54.807726 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:54.841615 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] Set router 12a4b58c-54a5-441c-97ef-6eabb1f00b97 gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:58:55.022786 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-1cc0eccd-9ed9-45d4-be1e-a27463018d28 None None] Provisioning complete for port 63f9867e-b7d7-45ec-82c6-140c6dff9c2d triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:58:55.023153 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1cc0eccd-9ed9-45d4-be1e-a27463018d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:55.126726 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b68e7-1f95-46c3-a479-01f85aa63aaf req-3384a743-93e7-4514-9e11-96f4d574c4f1 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:55.128427 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-717b68e7-1f95-46c3-a479-01f85aa63aaf req-3384a743-93e7-4514-9e11-96f4d574c4f1 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 984 time: 0.1538811 Apr 20 14:58:55.140484 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Router 12a4b58c-54a5-441c-97ef-6eabb1f00b97 has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:58:55.214300 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-1cc0eccd-9ed9-45d4-be1e-a27463018d28 None None] Port 63f9867e-b7d7-45ec-82c6-140c6dff9c2d cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:58:55.324002 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-717b68e7-1f95-46c3-a479-01f85aa63aaf req-a9df8e59-304e-413c-9d8b-b2d663d88be0 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&id=fed6b776-c91b-4e48-88fe-753d3e6d66de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1864786 Apr 20 14:58:55.348368 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'name': 'tempest-TestShelveInstance-901664956-router', 'tenant_id': 'b36c3ac38afa46e8a8f426443db77b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '43285718-4f6c-4809-bc89-4191c93e46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:47Z', 'updated_at': '2021-04-20T14:58:53Z', 'revision_number': 4, 'project_id': 'b36c3ac38afa46e8a8f426443db77b98', 'gw_port': {'id': '43285718-4f6c-4809-bc89-4191c93e46ed', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:49Z', 'updated_at': '2021-04-20T14:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '63f9867e-b7d7-45ec-82c6-140c6dff9c2d', 'name': '', 'network_id': 'e71b4e15-552e-4965-9283-1ef2eb6a5d70', 'tenant_id': 'b36c3ac38afa46e8a8f426443db77b98', 'mac_address': 'fa:16:3e:11:59:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '3067d04a-c77d-452f-a8f1-d197da8328a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:53Z', 'updated_at': '2021-04-20T14:58:54Z', 'revision_number': 2, 'project_id': 'b36c3ac38afa46e8a8f426443db77b98', 'subnets': [{'id': '3067d04a-c77d-452f-a8f1-d197da8328a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:58:55.350444 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef47f2f-ad5c-496c-80de-851f93fd9502 None None] The sync data for ids ['12a4b58c-54a5-441c-97ef-6eabb1f00b97'] in dv-cinder-742162-4-smb is: [{'id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'name': 'tempest-TestShelveInstance-901664956-router', 'tenant_id': 'b36c3ac38afa46e8a8f426443db77b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '43285718-4f6c-4809-bc89-4191c93e46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:47Z', 'updated_at': '2021-04-20T14:58:53Z', 'revision_number': 4, 'project_id': 'b36c3ac38afa46e8a8f426443db77b98', 'gw_port': {'id': '43285718-4f6c-4809-bc89-4191c93e46ed', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:49Z', 'updated_at': '2021-04-20T14:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '63f9867e-b7d7-45ec-82c6-140c6dff9c2d', 'name': '', 'network_id': 'e71b4e15-552e-4965-9283-1ef2eb6a5d70', 'tenant_id': 'b36c3ac38afa46e8a8f426443db77b98', 'mac_address': 'fa:16:3e:11:59:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '3067d04a-c77d-452f-a8f1-d197da8328a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:53Z', 'updated_at': '2021-04-20T14:58:54Z', 'revision_number': 2, 'project_id': 'b36c3ac38afa46e8a8f426443db77b98', 'subnets': [{'id': '3067d04a-c77d-452f-a8f1-d197da8328a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:58:55.389799 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:58:55.400369 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] 10.222.0.21 "PUT /v2.0/routers/12a4b58c-54a5-441c-97ef-6eabb1f00b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1593957 Apr 20 14:58:56.317514 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48090) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:56.323575 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-363a7de1-db62-4933-913d-ddfada4696b0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-401302293', 'description': 'tempest-secgroup-smoke-401302293 description', 'project_id': '7895e9b94989441ab8ab66227e6e40a7'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:56.330313 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-363a7de1-db62-4933-913d-ddfada4696b0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:56.334598 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-363a7de1-db62-4933-913d-ddfada4696b0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Usage tracker for resource:security_group and tenant:7895e9b94989441ab8ab66227e6e40a7 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:56.337901 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-363a7de1-db62-4933-913d-ddfada4696b0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:56.344212 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-363a7de1-db62-4933-913d-ddfada4696b0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:56.393758 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-363a7de1-db62-4933-913d-ddfada4696b0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:56.419013 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-363a7de1-db62-4933-913d-ddfada4696b0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:56.423625 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-363a7de1-db62-4933-913d-ddfada4696b0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Usage tracker for resource:security_group_rule and tenant:7895e9b94989441ab8ab66227e6e40a7 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:56.427441 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-363a7de1-db62-4933-913d-ddfada4696b0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:56.433752 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-363a7de1-db62-4933-913d-ddfada4696b0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:56.595909 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af890975-0672-4c4d-88e9-dd0dad478f54 req-ac793e62-15a2-48a5-bcd8-84470e2c57bb tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:56.597568 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-af890975-0672-4c4d-88e9-dd0dad478f54 req-ac793e62-15a2-48a5-bcd8-84470e2c57bb tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 984 time: 0.1549730 Apr 20 14:58:56.599923 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-363a7de1-db62-4933-913d-ddfada4696b0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:56.635779 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-363a7de1-db62-4933-913d-ddfada4696b0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:56.642862 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1aa39435-b0ad-4ba0-b653-e160c20aa4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:56.671189 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-af890975-0672-4c4d-88e9-dd0dad478f54 req-edd6e46c-6da1-4b11-ab6c-9d749a451bd1 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&id=fed6b776-c91b-4e48-88fe-753d3e6d66de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663924 Apr 20 14:58:56.694432 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a7de1-db62-4933-913d-ddfada4696b0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83715185-20b3-49e9-8012-8907da19ef31,revision_number=1']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:56.697408 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-363a7de1-db62-4933-913d-ddfada4696b0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:56.719197 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-363a7de1-db62-4933-913d-ddfada4696b0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:56.720565 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-363a7de1-db62-4933-913d-ddfada4696b0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4018674 Apr 20 14:58:56.724288 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48096) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:56.729693 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-f63fce19-eb06-4730-be09-3ab93122658a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Request body: {'security_group_rule': {'security_group_id': '83715185-20b3-49e9-8012-8907da19ef31', 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:56.736067 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-f63fce19-eb06-4730-be09-3ab93122658a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:56.740156 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-f63fce19-eb06-4730-be09-3ab93122658a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Usage tracker for resource:security_group_rule and tenant:7895e9b94989441ab8ab66227e6e40a7 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:56.743168 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-f63fce19-eb06-4730-be09-3ab93122658a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:56.749358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-f63fce19-eb06-4730-be09-3ab93122658a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:56.790187 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f63fce19-eb06-4730-be09-3ab93122658a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:56.858396 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f63fce19-eb06-4730-be09-3ab93122658a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:56.901663 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f63fce19-eb06-4730-be09-3ab93122658a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:56.903935 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:56.928497 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63fce19-eb06-4730-be09-3ab93122658a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3e2d68-8842-4ad2-9cc6-ea5c3ad853dd,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:56.931096 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f63fce19-eb06-4730-be09-3ab93122658a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:56.965199 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f63fce19-eb06-4730-be09-3ab93122658a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:56.966525 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f63fce19-eb06-4730-be09-3ab93122658a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2412536 Apr 20 14:58:56.969588 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48100) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:56.975946 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-65b45df3-ab11-4c65-adb9-d9e02d694e9f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Request body: {'security_group_rule': {'security_group_id': '83715185-20b3-49e9-8012-8907da19ef31', 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:56.982993 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-65b45df3-ab11-4c65-adb9-d9e02d694e9f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:56.987075 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-65b45df3-ab11-4c65-adb9-d9e02d694e9f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Usage tracker for resource:security_group_rule and tenant:7895e9b94989441ab8ab66227e6e40a7 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:56.990115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-65b45df3-ab11-4c65-adb9-d9e02d694e9f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:56.996269 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-65b45df3-ab11-4c65-adb9-d9e02d694e9f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:57.040989 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-65b45df3-ab11-4c65-adb9-d9e02d694e9f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:57.108950 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-65b45df3-ab11-4c65-adb9-d9e02d694e9f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:57.136403 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-65b45df3-ab11-4c65-adb9-d9e02d694e9f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:57.138579 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:57.163012 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b45df3-ab11-4c65-adb9-d9e02d694e9f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8c6a5a2-00f5-487b-9c1a-df165df86d7f,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:57.165585 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-65b45df3-ab11-4c65-adb9-d9e02d694e9f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:57.199227 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-65b45df3-ab11-4c65-adb9-d9e02d694e9f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:57.200463 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-65b45df3-ab11-4c65-adb9-d9e02d694e9f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2298391 Apr 20 14:58:57.203351 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48104) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:57.208890 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-43a57f9a-c078-4cb6-84cd-50877ad7982f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Request body: {'security_group_rule': {'security_group_id': '83715185-20b3-49e9-8012-8907da19ef31', 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:57.215205 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-43a57f9a-c078-4cb6-84cd-50877ad7982f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:57.219332 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-43a57f9a-c078-4cb6-84cd-50877ad7982f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Usage tracker for resource:security_group_rule and tenant:7895e9b94989441ab8ab66227e6e40a7 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:57.222392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-43a57f9a-c078-4cb6-84cd-50877ad7982f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:57.228561 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-43a57f9a-c078-4cb6-84cd-50877ad7982f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:57.274160 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-43a57f9a-c078-4cb6-84cd-50877ad7982f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:57.341868 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-43a57f9a-c078-4cb6-84cd-50877ad7982f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:57.370435 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-43a57f9a-c078-4cb6-84cd-50877ad7982f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:57.379175 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f63fce19-eb06-4730-be09-3ab93122658a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:57.400569 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a57f9a-c078-4cb6-84cd-50877ad7982f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2ee158-c239-4b64-980b-7fce571bb84b,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:57.403027 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-43a57f9a-c078-4cb6-84cd-50877ad7982f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:57.433384 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-43a57f9a-c078-4cb6-84cd-50877ad7982f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:57.434639 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-43a57f9a-c078-4cb6-84cd-50877ad7982f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2302971 Apr 20 14:58:57.437733 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48108) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:57.443976 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-9a1b1925-d2bc-449f-9d9a-f3a7977d980b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Request body: {'security_group_rule': {'security_group_id': '83715185-20b3-49e9-8012-8907da19ef31', 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:57.450448 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-9a1b1925-d2bc-449f-9d9a-f3a7977d980b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:57.454551 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-9a1b1925-d2bc-449f-9d9a-f3a7977d980b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Usage tracker for resource:security_group_rule and tenant:7895e9b94989441ab8ab66227e6e40a7 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:57.457614 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-9a1b1925-d2bc-449f-9d9a-f3a7977d980b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:57.463708 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-9a1b1925-d2bc-449f-9d9a-f3a7977d980b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:57.502810 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9a1b1925-d2bc-449f-9d9a-f3a7977d980b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:57.571149 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9a1b1925-d2bc-449f-9d9a-f3a7977d980b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:57.599015 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9a1b1925-d2bc-449f-9d9a-f3a7977d980b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:57.601143 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-65b45df3-ab11-4c65-adb9-d9e02d694e9f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:57.625251 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1b1925-d2bc-449f-9d9a-f3a7977d980b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb6594f-252a-41de-837c-284ad800ba96,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:57.627885 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9a1b1925-d2bc-449f-9d9a-f3a7977d980b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:57.673505 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9a1b1925-d2bc-449f-9d9a-f3a7977d980b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:57.674850 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-9a1b1925-d2bc-449f-9d9a-f3a7977d980b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2360585 Apr 20 14:58:57.678459 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48112) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:57.683993 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-57273760-56dc-4241-b636-b6844847713b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Request body: {'security_group_rule': {'security_group_id': '83715185-20b3-49e9-8012-8907da19ef31', 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:57.690330 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-57273760-56dc-4241-b636-b6844847713b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:57.694443 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-57273760-56dc-4241-b636-b6844847713b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Usage tracker for resource:security_group_rule and tenant:7895e9b94989441ab8ab66227e6e40a7 is out of sync, need to count used quota {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:57.697506 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-57273760-56dc-4241-b636-b6844847713b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86498) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:57.703703 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-57273760-56dc-4241-b636-b6844847713b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86498) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:57.742137 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.securitygroups_db [None req-57273760-56dc-4241-b636-b6844847713b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Project 7895e9b94989441ab8ab66227e6e40a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:58:57.749621 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-57273760-56dc-4241-b636-b6844847713b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:57.876001 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-57273760-56dc-4241-b636-b6844847713b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:57.904415 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed878642-876d-45c2-9e50-d82f0d236646 req-053eb9bf-04da-4518-8ef5-2ba62f984478 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:57.905998 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ed878642-876d-45c2-9e50-d82f0d236646 req-053eb9bf-04da-4518-8ef5-2ba62f984478 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 984 time: 0.1189544 Apr 20 14:58:57.928214 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-57273760-56dc-4241-b636-b6844847713b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:57.934911 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9c2d9f7f-3ddf-4de6-b46c-e0d6d360b61d tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:57.971719 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57273760-56dc-4241-b636-b6844847713b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22955795-2b96-4682-8642-f036330f92b5,revision_number=0']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:57.987592 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-57273760-56dc-4241-b636-b6844847713b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:57.992350 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-ed878642-876d-45c2-9e50-d82f0d236646 req-a95483cc-3af0-435f-9517-4f70d24222ac tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&id=fed6b776-c91b-4e48-88fe-753d3e6d66de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0793915 Apr 20 14:58:58.016568 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-57273760-56dc-4241-b636-b6844847713b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:58.018873 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-57273760-56dc-4241-b636-b6844847713b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3393652 Apr 20 14:58:58.019922 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 43285718-4f6c-4809-bc89-4191c93e46ed up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:58:58.022507 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 48118) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:58:58.028405 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-28387a8f-14f8-48d2-b9c6-70ec6e8089ed tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Request body: {'security_group_rule': {'security_group_id': '83715185-20b3-49e9-8012-8907da19ef31', 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:58:58.039441 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-28387a8f-14f8-48d2-b9c6-70ec6e8089ed tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:58:58.045337 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-28387a8f-14f8-48d2-b9c6-70ec6e8089ed tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Usage tracker for resource:security_group_rule and tenant:7895e9b94989441ab8ab66227e6e40a7 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:58:58.049007 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-28387a8f-14f8-48d2-b9c6-70ec6e8089ed tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:58:58.056782 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-28387a8f-14f8-48d2-b9c6-70ec6e8089ed tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:58:58.113974 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.securitygroups_db [None req-28387a8f-14f8-48d2-b9c6-70ec6e8089ed tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Project 7895e9b94989441ab8ab66227e6e40a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 20 14:58:58.121471 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-28387a8f-14f8-48d2-b9c6-70ec6e8089ed tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:58.142236 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port 43285718-4f6c-4809-bc89-4191c93e46ed completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:58:58.148900 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 43285718-4f6c-4809-bc89-4191c93e46ed triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:58:58.149459 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:58.197105 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-28387a8f-14f8-48d2-b9c6-70ec6e8089ed tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:58.233786 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-28387a8f-14f8-48d2-b9c6-70ec6e8089ed tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704640'] for security_group_rule, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:58.236113 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7d9095cf-097b-43d6-9a25-a9ca56bbe5ff tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:58.261977 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28387a8f-14f8-48d2-b9c6-70ec6e8089ed tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66d3fcf-f18c-41c5-aa95-ba00cdb53789,revision_number=0']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:58.264887 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-28387a8f-14f8-48d2-b9c6-70ec6e8089ed tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:58.287211 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:58.302762 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-28387a8f-14f8-48d2-b9c6-70ec6e8089ed tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:58.304335 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-28387a8f-14f8-48d2-b9c6-70ec6e8089ed tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2805889 Apr 20 14:58:58.306437 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port 43285718-4f6c-4809-bc89-4191c93e46ed, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=43285718-4f6c-4809-bc89-4191c93e46ed,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:58:58.336821 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:58.338847 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-2716f148-a9d4-4deb-a32a-23e88176db9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:58.419008 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=43285718-4f6c-4809-bc89-4191c93e46ed,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:58.422445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:58.546385 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Sync routers for ids ['12a4b58c-54a5-441c-97ef-6eabb1f00b97'] in dv-cinder-742162-4-smb {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:58:58.556462 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Routers {'12a4b58c-54a5-441c-97ef-6eabb1f00b97'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:58:58.557120 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:58:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['12a4b58c-54a5-441c-97ef-6eabb1f00b97'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:58:58.745789 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Set router 12a4b58c-54a5-441c-97ef-6eabb1f00b97 gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:58:59.089936 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'name': 'tempest-TestShelveInstance-901664956-router', 'tenant_id': 'b36c3ac38afa46e8a8f426443db77b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '43285718-4f6c-4809-bc89-4191c93e46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:47Z', 'updated_at': '2021-04-20T14:58:53Z', 'revision_number': 4, 'project_id': 'b36c3ac38afa46e8a8f426443db77b98', 'gw_port': {'id': '43285718-4f6c-4809-bc89-4191c93e46ed', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:49Z', 'updated_at': '2021-04-20T14:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '63f9867e-b7d7-45ec-82c6-140c6dff9c2d', 'name': '', 'network_id': 'e71b4e15-552e-4965-9283-1ef2eb6a5d70', 'tenant_id': 'b36c3ac38afa46e8a8f426443db77b98', 'mac_address': 'fa:16:3e:11:59:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '3067d04a-c77d-452f-a8f1-d197da8328a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:53Z', 'updated_at': '2021-04-20T14:58:54Z', 'revision_number': 2, 'project_id': 'b36c3ac38afa46e8a8f426443db77b98', 'subnets': [{'id': '3067d04a-c77d-452f-a8f1-d197da8328a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:58:59.094883 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Checking router: 12a4b58c-54a5-441c-97ef-6eabb1f00b97 for host: dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:58:59.095430 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Updating router 12a4b58c-54a5-441c-97ef-6eabb1f00b97 port 63f9867e-b7d7-45ec-82c6-140c6dff9c2d binding host dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 20 14:58:59.171369 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:59.220717 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9baa55-5e24-465b-ae45-4a92d2b65f2d req-7643b2fc-b1a1-40b4-9a0f-355b312282b0 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:58:59.222959 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6f9baa55-5e24-465b-ae45-4a92d2b65f2d req-7643b2fc-b1a1-40b4-9a0f-355b312282b0 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 984 time: 0.0980849 Apr 20 14:58:59.275114 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6f9baa55-5e24-465b-ae45-4a92d2b65f2d req-0b919101-ee07-4d57-a1a9-b337f0a7cd6a tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&id=fed6b776-c91b-4e48-88fe-753d3e6d66de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444694 Apr 20 14:58:59.543493 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Notify callbacks [] for port, precommit_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:59.556532 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Transition to ACTIVE for port object 63f9867e-b7d7-45ec-82c6-140c6dff9c2d will not be triggered until provisioned by entity L2. {{(pid=86501) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:58:59.588202 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:59.593445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:58:59.763694 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea138cc0-cf35-445f-950f-47d76694248f None None] Pushing event updated for resources: {'Port': ['ID=63f9867e-b7d7-45ec-82c6-140c6dff9c2d,revision_number=3']} {{(pid=86501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:58:59.772017 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ea138cc0-cf35-445f-950f-47d76694248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:58:59.829088 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Attempting to bind port 63f9867e-b7d7-45ec-82c6-140c6dff9c2d on host dv-cinder-742162-4-smb for vnic_type normal with profile {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:58:59.829498 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Attempting to bind port 63f9867e-b7d7-45ec-82c6-140c6dff9c2d by drivers openvswitch,hyperv on host dv-cinder-742162-4-smb at level 0 using segments [{'id': 'a1864b12-42a7-421f-893f-b3b1a99aba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e71b4e15-552e-4965-9283-1ef2eb6a5d70'}] {{(pid=86501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:58:59.829902 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Attempting to bind port 63f9867e-b7d7-45ec-82c6-140c6dff9c2d on network e71b4e15-552e-4965-9283-1ef2eb6a5d70 {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:58:59.836187 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Checking agent: {'id': '6034d44a-5858-410e-bbdd-04d3f05b0689', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-742162-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 40, 14), 'started_at': datetime.datetime(2021, 4, 20, 14, 40, 44), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-742162-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:58:59.836607 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Checking segment: {'id': 'a1864b12-42a7-421f-893f-b3b1a99aba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e71b4e15-552e-4965-9283-1ef2eb6a5d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86501) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:58:59.837054 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:59.837491 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Bound using segment: {'id': 'a1864b12-42a7-421f-893f-b3b1a99aba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e71b4e15-552e-4965-9283-1ef2eb6a5d70'} {{(pid=86501) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:58:59.838014 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Bound port: 63f9867e-b7d7-45ec-82c6-140c6dff9c2d, host: dv-cinder-742162-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1864b12-42a7-421f-893f-b3b1a99aba79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'e71b4e15-552e-4965-9283-1ef2eb6a5d70'}}] {{(pid=86501) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:58:59.838430 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:59.935615 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] For port 63f9867e-b7d7-45ec-82c6-140c6dff9c2d, host dv-cinder-742162-4-smb, cleared binding levels {{(pid=86501) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:58:59.938881 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] For port 63f9867e-b7d7-45ec-82c6-140c6dff9c2d, host dv-cinder-742162-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=63f9867e-b7d7-45ec-82c6-140c6dff9c2d,segment=NetworkSegment(a1864b12-42a7-421f-893f-b3b1a99aba79),segment_id=a1864b12-42a7-421f-893f-b3b1a99aba79)] {{(pid=86501) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:58:59.972135 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86501) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:58:59.977419 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:00.010989 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 43285718-4f6c-4809-bc89-4191c93e46ed up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:59:00.064300 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Routers {'12a4b58c-54a5-441c-97ef-6eabb1f00b97'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:59:00.064876 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:58:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['12a4b58c-54a5-441c-97ef-6eabb1f00b97'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:00.093433 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 43285718-4f6c-4809-bc89-4191c93e46ed triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:59:00.093864 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:00.199336 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea138cc0-cf35-445f-950f-47d76694248f None None] Pushing event updated for resources: {'Port': ['ID=63f9867e-b7d7-45ec-82c6-140c6dff9c2d,revision_number=4']} {{(pid=86501) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:00.214509 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-ea138cc0-cf35-445f-950f-47d76694248f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=86501) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:00.297708 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] Set router 12a4b58c-54a5-441c-97ef-6eabb1f00b97 gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:59:00.519413 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4270353-960d-4132-97e7-67b487eb463a req-065d6c6b-feab-41fd-9c8d-3c7dcd6eb262 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:00.521004 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a4270353-960d-4132-97e7-67b487eb463a req-065d6c6b-feab-41fd-9c8d-3c7dcd6eb262 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 984 time: 0.1073945 Apr 20 14:59:00.574735 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a4270353-960d-4132-97e7-67b487eb463a req-5803a553-c631-4392-96f7-0ff22bb042be tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&id=fed6b776-c91b-4e48-88fe-753d3e6d66de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0464864 Apr 20 14:59:01.005465 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'name': 'tempest-TestShelveInstance-901664956-router', 'tenant_id': 'b36c3ac38afa46e8a8f426443db77b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '43285718-4f6c-4809-bc89-4191c93e46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:47Z', 'updated_at': '2021-04-20T14:58:53Z', 'revision_number': 4, 'project_id': 'b36c3ac38afa46e8a8f426443db77b98', 'gw_port': {'id': '43285718-4f6c-4809-bc89-4191c93e46ed', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:49Z', 'updated_at': '2021-04-20T14:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '63f9867e-b7d7-45ec-82c6-140c6dff9c2d', 'name': '', 'network_id': 'e71b4e15-552e-4965-9283-1ef2eb6a5d70', 'tenant_id': 'b36c3ac38afa46e8a8f426443db77b98', 'mac_address': 'fa:16:3e:11:59:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '3067d04a-c77d-452f-a8f1-d197da8328a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:53Z', 'updated_at': '2021-04-20T14:58:59Z', 'revision_number': 4, 'project_id': 'b36c3ac38afa46e8a8f426443db77b98', 'subnets': [{'id': '3067d04a-c77d-452f-a8f1-d197da8328a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:01.013066 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a26f0-ccbf-44b3-8084-5124a32d4a0c None None] The sync data for ids ['12a4b58c-54a5-441c-97ef-6eabb1f00b97'] in dv-cinder-742162-4-smb is: [{'id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'name': 'tempest-TestShelveInstance-901664956-router', 'tenant_id': 'b36c3ac38afa46e8a8f426443db77b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '43285718-4f6c-4809-bc89-4191c93e46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:47Z', 'updated_at': '2021-04-20T14:58:53Z', 'revision_number': 4, 'project_id': 'b36c3ac38afa46e8a8f426443db77b98', 'gw_port': {'id': '43285718-4f6c-4809-bc89-4191c93e46ed', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:49Z', 'updated_at': '2021-04-20T14:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '63f9867e-b7d7-45ec-82c6-140c6dff9c2d', 'name': '', 'network_id': 'e71b4e15-552e-4965-9283-1ef2eb6a5d70', 'tenant_id': 'b36c3ac38afa46e8a8f426443db77b98', 'mac_address': 'fa:16:3e:11:59:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '3067d04a-c77d-452f-a8f1-d197da8328a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:53Z', 'updated_at': '2021-04-20T14:58:59Z', 'revision_number': 4, 'project_id': 'b36c3ac38afa46e8a8f426443db77b98', 'subnets': [{'id': '3067d04a-c77d-452f-a8f1-d197da8328a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:59:01.789800 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fe6b6-4e2f-49fd-bbb2-459b97702d3b req-831c928e-5a1b-4561-926b-c35d1a63ab2e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:01.791324 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f88fe6b6-4e2f-49fd-bbb2-459b97702d3b req-831c928e-5a1b-4561-926b-c35d1a63ab2e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 984 time: 0.0994031 Apr 20 14:59:01.850955 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f88fe6b6-4e2f-49fd-bbb2-459b97702d3b req-3027a3ad-07f4-4431-988d-5615aae1bfed tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&id=fed6b776-c91b-4e48-88fe-753d3e6d66de&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524523 Apr 20 14:59:02.007013 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 63f9867e-b7d7-45ec-82c6-140c6dff9c2d up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:59:02.114481 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning for port 63f9867e-b7d7-45ec-82c6-140c6dff9c2d completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:59:02.120062 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 63f9867e-b7d7-45ec-82c6-140c6dff9c2d triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:59:02.120485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:02.256906 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:02.291581 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] For port 63f9867e-b7d7-45ec-82c6-140c6dff9c2d, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=63f9867e-b7d7-45ec-82c6-140c6dff9c2d,segment=NetworkSegment(a1864b12-42a7-421f-893f-b3b1a99aba79),segment_id=a1864b12-42a7-421f-893f-b3b1a99aba79)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:59:02.325382 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:02.327346 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bc597bed-8a26-4f3a-8518-8310487fa769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:02.404194 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Pushing event updated for resources: {'Port': ['ID=63f9867e-b7d7-45ec-82c6-140c6dff9c2d,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:02.407656 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:03.998013 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 63f9867e-b7d7-45ec-82c6-140c6dff9c2d up at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:59:04.079480 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Provisioning complete for port 63f9867e-b7d7-45ec-82c6-140c6dff9c2d triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:59:04.079906 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:10.484807 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0c264aed-26bc-4f64-a2d3-d91eef06f174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:13.039049 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2d7685ca-93b4-489a-bf47-d654b6bc7f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:13.469769 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:59:13.694941 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-bf13030a-9d23-4c04-aae1-131fa374240c req-aaf3f0e3-f136-4c74-a521-3b23b1a604a4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Synchronizing usage tracker for tenant:7895e9b94989441ab8ab66227e6e40a7 on resource:security_group {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:59:13.741434 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-bf13030a-9d23-4c04-aae1-131fa374240c req-aaf3f0e3-f136-4c74-a521-3b23b1a604a4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Unset dirty status for tenant:7895e9b94989441ab8ab66227e6e40a7 on resource:security_group {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:59:13.742669 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bf13030a-9d23-4c04-aae1-131fa374240c req-aaf3f0e3-f136-4c74-a521-3b23b1a604a4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-401302293&fields=id&tenant_id=7895e9b94989441ab8ab66227e6e40a7 HTTP/1.1" status: 200 len: 267 time: 0.0907278 Apr 20 14:59:13.906133 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13030a-9d23-4c04-aae1-131fa374240c req-10fae09e-c9a4-427d-80af-0e7fee3d06f9 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:13.906933 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-bf13030a-9d23-4c04-aae1-131fa374240c req-10fae09e-c9a4-427d-80af-0e7fee3d06f9 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Synchronizing usage tracker for tenant:7895e9b94989441ab8ab66227e6e40a7 on resource:network {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:59:13.947217 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-bf13030a-9d23-4c04-aae1-131fa374240c req-10fae09e-c9a4-427d-80af-0e7fee3d06f9 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Unset dirty status for tenant:7895e9b94989441ab8ab66227e6e40a7 on resource:network {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:59:13.948433 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bf13030a-9d23-4c04-aae1-131fa374240c req-10fae09e-c9a4-427d-80af-0e7fee3d06f9 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/networks?id=a9e20bc2-6820-4033-aed2-94456491539e HTTP/1.1" status: 200 len: 809 time: 0.1980569 Apr 20 14:59:13.964831 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bf13030a-9d23-4c04-aae1-131fa374240c req-0696ecd5-d3ef-4f6f-be68-793be256c5b1 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/quotas/7895e9b94989441ab8ab66227e6e40a7 HTTP/1.1" status: 200 len: 375 time: 0.0103488 Apr 20 14:59:14.060494 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-bf13030a-9d23-4c04-aae1-131fa374240c req-e093214b-7751-4739-94bc-f0d78b91151b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Synchronizing usage tracker for tenant:7895e9b94989441ab8ab66227e6e40a7 on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:59:14.101486 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-bf13030a-9d23-4c04-aae1-131fa374240c req-e093214b-7751-4739-94bc-f0d78b91151b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Unset dirty status for tenant:7895e9b94989441ab8ab66227e6e40a7 on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:59:14.102961 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bf13030a-9d23-4c04-aae1-131fa374240c req-e093214b-7751-4739-94bc-f0d78b91151b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7895e9b94989441ab8ab66227e6e40a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1323526 Apr 20 14:59:14.228018 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:14.254840 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bf13030a-9d23-4c04-aae1-131fa374240c req-da77e6db-94a2-4884-80e2-482f8028f84d service neutron] 10.222.0.21 "GET /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393087 Apr 20 14:59:14.400338 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bf13030a-9d23-4c04-aae1-131fa374240c req-d8e91c11-ad1c-4847-92b4-6e38c44864a3 service neutron] 10.222.0.21 "GET /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362560 Apr 20 14:59:14.450485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:15.047994 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bcb72772-6c89-4a29-92aa-b396f6445a80 req-fdc19bac-10c7-4e7a-b01f-65fa43511b9e tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 210 time: 0.0502992 Apr 20 14:59:15.455801 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:16.211747 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7edb8128-f82a-49d1-a01b-20df3174c072 req-7bee4101-09c6-4af8-ac16-be94dd9d7e02 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 210 time: 0.0490637 Apr 20 14:59:17.025950 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13030a-9d23-4c04-aae1-131fa374240c req-d082e061-fdfd-4fdf-9052-b7c162ec81a8 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:17.027519 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bf13030a-9d23-4c04-aae1-131fa374240c req-d082e061-fdfd-4fdf-9052-b7c162ec81a8 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.13 "GET /v2.0/networks?id=a9e20bc2-6820-4033-aed2-94456491539e HTTP/1.1" status: 200 len: 809 time: 0.4062583 Apr 20 14:59:17.115339 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bf13030a-9d23-4c04-aae1-131fa374240c req-7c8a5f19-4343-4d96-b154-96d8d827e10e tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7895e9b94989441ab8ab66227e6e40a7 HTTP/1.1" status: 200 len: 8059 time: 0.0735035 Apr 20 14:59:17.124277 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-bf13030a-9d23-4c04-aae1-131fa374240c req-566e4cb1-d97b-4895-9e33-bb1721753ec4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Request body: {'port': {'device_id': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'admin_state_up': True, 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'security_groups': ['83715185-20b3-49e9-8012-8907da19ef31']}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:59:17.270336 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-bf13030a-9d23-4c04-aae1-131fa374240c req-566e4cb1-d97b-4895-9e33-bb1721753ec4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:59:17.280769 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [req-bf13030a-9d23-4c04-aae1-131fa374240c req-566e4cb1-d97b-4895-9e33-bb1721753ec4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:59:17.307442 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf13030a-9d23-4c04-aae1-131fa374240c req-566e4cb1-d97b-4895-9e33-bb1721753ec4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Made reservation on behalf of 7895e9b94989441ab8ab66227e6e40a7 for: {'port': 1} {{(pid=86499) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 20 14:59:17.313828 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-bf13030a-9d23-4c04-aae1-131fa374240c req-566e4cb1-d97b-4895-9e33-bb1721753ec4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:17.380428 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-fa01fef8-40ef-4756-b1f4-bf80bc0b1852 req-09cb5799-1100-4fe1-96e3-6f23c5a40379 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 210 time: 0.0532553 Apr 20 14:59:17.492135 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [req-bf13030a-9d23-4c04-aae1-131fa374240c req-566e4cb1-d97b-4895-9e33-bb1721753ec4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Allocated IP 172.20.0.12 (a9e20bc2-6820-4033-aed2-94456491539e/c897456d-80da-4273-9a65-da9a7e4286f4/2f4b252c-e4c0-485d-958d-ef575ba97f6a) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:59:17.698509 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-bf13030a-9d23-4c04-aae1-131fa374240c req-566e4cb1-d97b-4895-9e33-bb1721753ec4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:17.715355 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-bf13030a-9d23-4c04-aae1-131fa374240c req-566e4cb1-d97b-4895-9e33-bb1721753ec4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Transition to ACTIVE for port object 2f4b252c-e4c0-485d-958d-ef575ba97f6a will not be triggered until provisioned by entity DHCP. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:59:17.793551 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-bf13030a-9d23-4c04-aae1-131fa374240c req-566e4cb1-d97b-4895-9e33-bb1721753ec4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:17.800400 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1a4543d6-898f-4d59-aa8a-4dad352f9e0c tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:17.864780 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf13030a-9d23-4c04-aae1-131fa374240c req-566e4cb1-d97b-4895-9e33-bb1721753ec4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Network a9e20bc2-6820-4033-aed2-94456491539e is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:59:17.868255 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [req-bf13030a-9d23-4c04-aae1-131fa374240c req-566e4cb1-d97b-4895-9e33-bb1721753ec4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:59:17.877749 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf13030a-9d23-4c04-aae1-131fa374240c req-566e4cb1-d97b-4895-9e33-bb1721753ec4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:59:17.926197 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566e4cb1-d97b-4895-9e33-bb1721753ec4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Pushing event updated for resources: {'Port': ['ID=2f4b252c-e4c0-485d-958d-ef575ba97f6a,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:17.931270 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-566e4cb1-d97b-4895-9e33-bb1721753ec4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:17.959708 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13030a-9d23-4c04-aae1-131fa374240c req-566e4cb1-d97b-4895-9e33-bb1721753ec4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:17.960332 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-bf13030a-9d23-4c04-aae1-131fa374240c req-566e4cb1-d97b-4895-9e33-bb1721753ec4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:18.017131 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bf13030a-9d23-4c04-aae1-131fa374240c req-566e4cb1-d97b-4895-9e33-bb1721753ec4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8967271 Apr 20 14:59:18.036028 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Request body: {'port': {'device_id': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-74216'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:59:18.062109 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:18.156436 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:18.159626 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-e4c5ee01-8dc4-4004-9e46-3deb70ff31bd None None] Provisioning for port 2f4b252c-e4c0-485d-958d-ef575ba97f6a completed by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:59:18.164975 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-e4c5ee01-8dc4-4004-9e46-3deb70ff31bd None None] Provisioning complete for port 2f4b252c-e4c0-485d-958d-ef575ba97f6a triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:59:18.165396 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ee01-8dc4-4004-9e46-3deb70ff31bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:18.226835 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-e4c5ee01-8dc4-4004-9e46-3deb70ff31bd None None] Port 2f4b252c-e4c0-485d-958d-ef575ba97f6a cannot update to ACTIVE because it is not bound. {{(pid=86500) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 20 14:59:18.533378 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f4b252c-e4c0-485d-958d-ef575ba97f6a {{(pid=86499) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:59:18.541720 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:18.557079 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Transition to ACTIVE for port object 2f4b252c-e4c0-485d-958d-ef575ba97f6a will not be triggered until provisioned by entity L2. {{(pid=86499) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 20 14:59:18.587392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126858355'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:18.587850 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14cca78-4e70-48a9-aab2-1c407affbc7c req-c5148b29-a713-4a22-9780-e946ec21ae60 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:18.589440 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a14cca78-4e70-48a9-aab2-1c407affbc7c req-c5148b29-a713-4a22-9780-e946ec21ae60 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 932 time: 0.0909564 Apr 20 14:59:18.592450 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4fc0454d-0a74-4c39-900a-2f5253b8380b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:18.638065 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-a14cca78-4e70-48a9-aab2-1c407affbc7c req-b854e0b9-fabf-45c7-ac87-9cd57d026f52 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421865 Apr 20 14:59:18.759998 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4b252c-e4c0-485d-958d-ef575ba97f6a,revision_number=2']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:18.768117 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:18.841564 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Attempting to bind port 2f4b252c-e4c0-485d-958d-ef575ba97f6a on host hv-cinder-74216 for vnic_type normal with profile {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 20 14:59:18.841940 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Attempting to bind port 2f4b252c-e4c0-485d-958d-ef575ba97f6a by drivers openvswitch,hyperv on host hv-cinder-74216 at level 0 using segments [{'id': '7fded2e8-d260-48fb-8c02-6979e28a42c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e'}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 20 14:59:18.842306 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Attempting to bind port 2f4b252c-e4c0-485d-958d-ef575ba97f6a on network a9e20bc2-6820-4033-aed2-94456491539e {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:59:18.847298 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Port 2f4b252c-e4c0-485d-958d-ef575ba97f6a on network a9e20bc2-6820-4033-aed2-94456491539e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-74216 {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 20 14:59:18.847662 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Attempting to bind port 2f4b252c-e4c0-485d-958d-ef575ba97f6a on network a9e20bc2-6820-4033-aed2-94456491539e {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 20 14:59:18.853157 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Checking agent: {'id': '0a12ba2f-d77b-487e-9f70-3819c9d04f23', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-74216', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'started_at': datetime.datetime(2021, 4, 20, 14, 47, 18), 'heartbeat_timestamp': datetime.datetime(2021, 4, 20, 14, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 20 14:59:18.853537 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Checking segment: {'id': '7fded2e8-d260-48fb-8c02-6979e28a42c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86499) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 20 14:59:18.853960 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Bound using segment: {'id': '7fded2e8-d260-48fb-8c02-6979e28a42c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e'} {{(pid=86499) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 20 14:59:18.854430 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Bound port: 2f4b252c-e4c0-485d-958d-ef575ba97f6a, host: hv-cinder-74216, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fded2e8-d260-48fb-8c02-6979e28a42c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e'}}] {{(pid=86499) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 20 14:59:18.854838 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:18.950648 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] For port 2f4b252c-e4c0-485d-958d-ef575ba97f6a, host hv-cinder-74216, cleared binding levels {{(pid=86499) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 20 14:59:18.955202 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] For port 2f4b252c-e4c0-485d-958d-ef575ba97f6a, host hv-cinder-74216, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=2f4b252c-e4c0-485d-958d-ef575ba97f6a,segment=NetworkSegment(7fded2e8-d260-48fb-8c02-6979e28a42c9),segment_id=7fded2e8-d260-48fb-8c02-6979e28a42c9)] {{(pid=86499) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 20 14:59:18.998910 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126858355'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:19.004682 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9bad6764-f343-49c6-933c-b788a4ce1e6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:19.062602 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:19.063447 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:19.064804 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bf13030a-9d23-4c04-aae1-131fa374240c req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] 10.222.0.13 "PUT /v2.0/ports/2f4b252c-e4c0-485d-958d-ef575ba97f6a HTTP/1.1" status: 200 len: 1094 time: 1.0339901 Apr 20 14:59:19.065920 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'tag': '2f4b252c-e4c0-485d-958d-ef575ba97f6a'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:59:19.109374 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4b252c-e4c0-485d-958d-ef575ba97f6a,revision_number=3']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:19.114288 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:19.124385 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'tag': '2f4b252c-e4c0-485d-958d-ef575ba97f6a', 'status': 'completed', 'code': 200} Apr 20 14:59:19.252013 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6967c-e640-4c57-b3eb-da187f5a2fe7 req-be8620c8-b333-4ec4-93d8-4230d9d1f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:19.254282 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-34d6967c-e640-4c57-b3eb-da187f5a2fe7 req-be8620c8-b333-4ec4-93d8-4230d9d1f5b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7895e9b94989441ab8ab66227e6e40a7&device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 1097 time: 0.0810087 Apr 20 14:59:19.419725 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6967c-e640-4c57-b3eb-da187f5a2fe7 req-8f4e9817-758f-4cba-a8ab-9ebd0263fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:19.421206 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-34d6967c-e640-4c57-b3eb-da187f5a2fe7 req-8f4e9817-758f-4cba-a8ab-9ebd0263fc7a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7895e9b94989441ab8ab66227e6e40a7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1482055 Apr 20 14:59:19.570048 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6967c-e640-4c57-b3eb-da187f5a2fe7 req-0971d508-2d3c-43f9-bdf6-1f44e9c6b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:19.571666 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-34d6967c-e640-4c57-b3eb-da187f5a2fe7 req-0971d508-2d3c-43f9-bdf6-1f44e9c6b2a4 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1438355 Apr 20 14:59:19.836718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13030a-9d23-4c04-aae1-131fa374240c req-3b8a835f-e761-4369-ac67-866dd76c7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:19.838324 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bf13030a-9d23-4c04-aae1-131fa374240c req-3b8a835f-e761-4369-ac67-866dd76c7772 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7895e9b94989441ab8ab66227e6e40a7&device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 1097 time: 0.0842655 Apr 20 14:59:19.848866 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aeb0e1-65cb-46e1-98c9-717613ad5193 req-20520157-e1cc-4273-91bd-7d8b928daea3 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:19.850434 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-24aeb0e1-65cb-46e1-98c9-717613ad5193 req-20520157-e1cc-4273-91bd-7d8b928daea3 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 944 time: 0.0925736 Apr 20 14:59:19.899671 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-24aeb0e1-65cb-46e1-98c9-717613ad5193 req-c96b5374-ebdb-4617-9259-97bfcda6efbd tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428436 Apr 20 14:59:19.918377 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bf13030a-9d23-4c04-aae1-131fa374240c req-d017f25f-8203-414a-bac5-9f2ee74cc92c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4b252c-e4c0-485d-958d-ef575ba97f6a HTTP/1.1" status: 200 len: 217 time: 0.0661852 Apr 20 14:59:19.995057 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13030a-9d23-4c04-aae1-131fa374240c req-8cd62224-ca81-44f1-a303-ffb09df6725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:19.996680 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bf13030a-9d23-4c04-aae1-131fa374240c req-8cd62224-ca81-44f1-a303-ffb09df6725c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c897456d-80da-4273-9a65-da9a7e4286f4 HTTP/1.1" status: 200 len: 848 time: 0.0722609 Apr 20 14:59:20.082470 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13030a-9d23-4c04-aae1-131fa374240c req-9ef17b1f-f6ae-457c-81ae-4c18a7cc9466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:20.084363 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bf13030a-9d23-4c04-aae1-131fa374240c req-9ef17b1f-f6ae-457c-81ae-4c18a7cc9466 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e20bc2-6820-4033-aed2-94456491539e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799944 Apr 20 14:59:20.231276 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bf13030a-9d23-4c04-aae1-131fa374240c req-64d0a6df-19ac-4ecc-94fd-fa3e7c75c5df service neutron] 10.222.0.13 "GET /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402292 Apr 20 14:59:20.375701 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-bf13030a-9d23-4c04-aae1-131fa374240c req-95d2d104-f5f1-400a-9217-762c00f9589a service neutron] 10.222.0.13 "GET /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379678 Apr 20 14:59:21.105852 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c111c-2474-447c-a2e9-be69a9c68d72 req-beb8d745-182b-4953-82dc-2b8e6e88f399 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:21.107493 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-117c111c-2474-447c-a2e9-be69a9c68d72 req-beb8d745-182b-4953-82dc-2b8e6e88f399 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 944 time: 0.0898616 Apr 20 14:59:21.154846 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-117c111c-2474-447c-a2e9-be69a9c68d72 req-68b957f1-83ee-49be-b8fb-1f383d4dee44 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409243 Apr 20 14:59:22.361667 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d27d3-4dd9-456a-b57c-cbb8c5c1b2c0 req-0d140f76-7773-4358-88e2-7eb40de187e0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:22.363239 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dc8d27d3-4dd9-456a-b57c-cbb8c5c1b2c0 req-0d140f76-7773-4358-88e2-7eb40de187e0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 944 time: 0.0953209 Apr 20 14:59:22.410979 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-dc8d27d3-4dd9-456a-b57c-cbb8c5c1b2c0 req-63394ded-3847-4abb-b631-9fa0d8cc0912 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414021 Apr 20 14:59:22.681908 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 2f4b252c-e4c0-485d-958d-ef575ba97f6a details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 14:59:22.822370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 2f4b252c-e4c0-485d-958d-ef575ba97f6a, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=2f4b252c-e4c0-485d-958d-ef575ba97f6a,segment=NetworkSegment(7fded2e8-d260-48fb-8c02-6979e28a42c9),segment_id=7fded2e8-d260-48fb-8c02-6979e28a42c9)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:59:22.836167 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': '2f4b252c-e4c0-485d-958d-ef575ba97f6a', 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'port_id': '2f4b252c-e4c0-485d-958d-ef575ba97f6a', 'mac_address': 'fa:16:3e:81:04:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 14:59:22.894370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:22.911698 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4b252c-e4c0-485d-958d-ef575ba97f6a {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 14:59:22.929336 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 2f4b252c-e4c0-485d-958d-ef575ba97f6a, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=2f4b252c-e4c0-485d-958d-ef575ba97f6a,segment=NetworkSegment(7fded2e8-d260-48fb-8c02-6979e28a42c9),segment_id=7fded2e8-d260-48fb-8c02-6979e28a42c9)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:59:22.963904 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:22.966543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:23.047306 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=2f4b252c-e4c0-485d-958d-ef575ba97f6a,revision_number=4']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:23.051204 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:23.267143 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['2f4b252c-e4c0-485d-958d-ef575ba97f6a'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:59:23.612902 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c39c1-399d-41cb-9193-07603d20468c req-e5bed36d-d19e-40fc-a3cb-bfd64d69abfa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:23.614487 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cf7c39c1-399d-41cb-9193-07603d20468c req-e5bed36d-d19e-40fc-a3cb-bfd64d69abfa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 945 time: 0.0906343 Apr 20 14:59:23.664598 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-cf7c39c1-399d-41cb-9193-07603d20468c req-10bd3e74-a05a-4222-8d4f-5452039d4167 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437357 Apr 20 14:59:24.696326 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 2f4b252c-e4c0-485d-958d-ef575ba97f6a up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 14:59:24.798478 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning for port 2f4b252c-e4c0-485d-958d-ef575ba97f6a completed by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 20 14:59:24.804018 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port 2f4b252c-e4c0-485d-958d-ef575ba97f6a triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:59:24.804442 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:24.865095 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898f4a2-f6e8-4e2e-aa94-ad2bad5b9bd3 req-1c4597ee-042d-4af3-860d-28e4d271fc11 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:24.867666 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4898f4a2-f6e8-4e2e-aa94-ad2bad5b9bd3 req-1c4597ee-042d-4af3-860d-28e4d271fc11 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 945 time: 0.0897808 Apr 20 14:59:24.917585 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-4898f4a2-f6e8-4e2e-aa94-ad2bad5b9bd3 req-0d054aef-a7e1-41c1-a2ab-5b847fcf33ad tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429978 Apr 20 14:59:24.933815 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:24.961656 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4b252c-e4c0-485d-958d-ef575ba97f6a'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:59:24.973169 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 2f4b252c-e4c0-485d-958d-ef575ba97f6a, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=2f4b252c-e4c0-485d-958d-ef575ba97f6a,segment=NetworkSegment(7fded2e8-d260-48fb-8c02-6979e28a42c9),segment_id=7fded2e8-d260-48fb-8c02-6979e28a42c9)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:59:25.010244 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4b252c-e4c0-485d-958d-ef575ba97f6a', 'code': 200} Apr 20 14:59:25.011527 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:25.013471 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:25.089026 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=2f4b252c-e4c0-485d-958d-ef575ba97f6a,revision_number=5']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:25.092203 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:25.496467 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c262f8-3b95-4abc-aeed-12c3db23084b req-d3c9bb56-7de9-438e-bf77-2dc60cee5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:25.498066 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e8c262f8-3b95-4abc-aeed-12c3db23084b req-d3c9bb56-7de9-438e-bf77-2dc60cee5444 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 1099 time: 0.0867679 Apr 20 14:59:25.544224 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e8c262f8-3b95-4abc-aeed-12c3db23084b req-d1c2f75d-349e-477f-a79b-fdd9c751fbbd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369074 Apr 20 14:59:26.262958 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a95ab-ccf2-4e09-b63c-02285df1af7f req-0d0017bb-d793-477c-8366-b1a5df473f39 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:26.264428 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f00a95ab-ccf2-4e09-b63c-02285df1af7f req-0d0017bb-d793-477c-8366-b1a5df473f39 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.0913348 Apr 20 14:59:26.311758 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f00a95ab-ccf2-4e09-b63c-02285df1af7f req-c5b573d6-ec4b-415b-acab-148ca5a36723 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410836 Apr 20 14:59:27.622299 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4889bfa-b80d-42c4-bae1-81feae86ccfd req-b3dc0526-c323-49da-9e25-24b9ca17aca5 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:27.623834 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c4889bfa-b80d-42c4-bae1-81feae86ccfd req-b3dc0526-c323-49da-9e25-24b9ca17aca5 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.1987150 Apr 20 14:59:27.671193 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c4889bfa-b80d-42c4-bae1-81feae86ccfd req-8deaff63-b0d1-4042-bdd7-e76042a0d0da tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409391 Apr 20 14:59:27.871752 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4b7bb-dd16-4662-a9ad-9fab8d656730 req-65d2cfda-df78-48e4-9868-453388bd3835 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:27.873380 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-07a4b7bb-dd16-4662-a9ad-9fab8d656730 req-65d2cfda-df78-48e4-9868-453388bd3835 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.0914702 Apr 20 14:59:27.922052 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-07a4b7bb-dd16-4662-a9ad-9fab8d656730 req-6e23f030-200a-45ae-ae8c-d9a5852b1cee tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423539 Apr 20 14:59:27.947044 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48270) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:59:27.987826 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6b8576f7-fe19-4acf-b0ab-ec63c4aaa2b1 req-265a80c2-8090-4c63-8242-b30789b7f88f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0835459 Apr 20 14:59:28.077481 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dddfd7a-2d77-4676-a9e0-39cc7ab5182b tempest-TestShelveInstance-84126304 tempest-TestShelveInstance-84126304-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:28.078267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-5dddfd7a-2d77-4676-a9e0-39cc7ab5182b tempest-TestShelveInstance-84126304 tempest-TestShelveInstance-84126304-project-admin] Synchronizing usage tracker for tenant:b36c3ac38afa46e8a8f426443db77b98 on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:59:28.135590 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-5dddfd7a-2d77-4676-a9e0-39cc7ab5182b tempest-TestShelveInstance-84126304 tempest-TestShelveInstance-84126304-project-admin] Unset dirty status for tenant:b36c3ac38afa46e8a8f426443db77b98 on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:59:28.136862 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-5dddfd7a-2d77-4676-a9e0-39cc7ab5182b tempest-TestShelveInstance-84126304 tempest-TestShelveInstance-84126304-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 1094 time: 0.1887109 Apr 20 14:59:28.140178 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 48276) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:59:28.147004 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Request body: {'floatingip': {'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'port_id': '2f4b252c-e4c0-485d-958d-ef575ba97f6a', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86499) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:59:28.156389 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 20 14:59:28.163120 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Usage tracker for resource:floatingip and tenant:7895e9b94989441ab8ab66227e6e40a7 is out of sync, need to count used quota {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 20 14:59:28.166683 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86499) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 20 14:59:28.179789 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.quota.driver [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86499) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 20 14:59:28.191212 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8576f7-fe19-4acf-b0ab-ec63c4aaa2b1 req-8f9175e7-2866-49ac-a9d3-1ee0d41b7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:28.192802 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6b8576f7-fe19-4acf-b0ab-ec63c4aaa2b1 req-8f9175e7-2866-49ac-a9d3-1ee0d41b7bee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df7da843a4304186a30068fd3d8dad0e&device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 1137 time: 0.1115761 Apr 20 14:59:28.237656 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for floatingip, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:28.445419 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8576f7-fe19-4acf-b0ab-ec63c4aaa2b1 req-ab950225-0d36-4445-8d68-33bae13a0ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:28.446947 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6b8576f7-fe19-4acf-b0ab-ec63c4aaa2b1 req-ab950225-0d36-4445-8d68-33bae13a0ee4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247 HTTP/1.1" status: 200 len: 915 time: 0.2340934 Apr 20 14:59:28.584007 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6b8576f7-fe19-4acf-b0ab-ec63c4aaa2b1 req-3c0c9abf-7483-4387-b83c-6ada29fdeac6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 HTTP/1.1" status: 200 len: 1000 time: 0.1276186 Apr 20 14:59:28.586196 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:28.716863 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8576f7-fe19-4acf-b0ab-ec63c4aaa2b1 req-7ca68aed-2346-4d87-8e79-77d9add12501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:28.718336 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6b8576f7-fe19-4acf-b0ab-ec63c4aaa2b1 req-7ca68aed-2346-4d87-8e79-77d9add12501 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=336b0cfd-4762-4e18-8151-440b38c8e07d HTTP/1.1" status: 200 len: 854 time: 0.0951397 Apr 20 14:59:29.081917 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_common [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Allocated IP 172.28.0.134 (c65a64c7-be21-4578-9264-745dbe2f178e/5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5/7975c677-6920-47c1-990b-db59676bd79b) {{(pid=86499) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 20 14:59:29.121182 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8576f7-fe19-4acf-b0ab-ec63c4aaa2b1 req-8cbb87f4-bae6-41d5-a488-f6f4a39f4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:29.122791 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6b8576f7-fe19-4acf-b0ab-ec63c4aaa2b1 req-8cbb87f4-bae6-41d5-a488-f6f4a39f4a79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3978498 Apr 20 14:59:29.370570 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for port, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:29.374890 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6b8576f7-fe19-4acf-b0ab-ec63c4aaa2b1 req-8d5e059d-6a84-425a-b119-21950b7881c8 service neutron] 10.222.0.13 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034543 Apr 20 14:59:29.530359 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-6b8576f7-fe19-4acf-b0ab-ec63c4aaa2b1 req-600839cf-8256-4cac-969f-1709ecd2f63d service neutron] 10.222.0.13 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474934 Apr 20 14:59:29.535538 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751736851486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:29.540157 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6bd62fbe-0045-472e-be00-962c1554136d tempest-AttachVolumeTestJSON-542578519 tempest-AttachVolumeTestJSON-542578519-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:29.597697 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Network c65a64c7-be21-4578-9264-745dbe2f178e is already hosted by enough agents. {{(pid=86499) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 20 14:59:29.600620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.base_scheduler [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Resources bound (agent type, host, resource id): {{(pid=86499) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 20 14:59:29.604635 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Received port after_create {{(pid=86499) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 20 14:59:29.656042 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Pushing event updated for resources: {'Port': ['ID=7975c677-6920-47c1-990b-db59676bd79b,revision_number=1']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:29.660350 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:30.051137 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:30.157495 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:30.375135 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for port, precommit_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:30.398064 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126858355'] for port, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:30.403062 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f2130258-7cbc-450b-a8f9-dce9430d2644 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:30.520830 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Pushing event updated for resources: {'Port': ['ID=7975c677-6920-47c1-990b-db59676bd79b,revision_number=2']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:30.523872 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:30.534070 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1808817'] for floatingip, after_update {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:30.719307 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.l3_db [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Floating IP 277b4fc7-a187-49bc-9017-dd69df036b35 associated. External IP: 172.28.0.134, port: 2f4b252c-e4c0-485d-958d-ef575ba97f6a. Apr 20 14:59:31.107945 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Router 131418d3-996f-4708-ade0-cb0f23f8e88d has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:59:31.298556 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:59:31.308294 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6deaca-a1aa-4ebb-bbfb-3aecfa435810 None None] Sync routers for ids ['131418d3-996f-4708-ade0-cb0f23f8e88d'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:59:31.318934 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6deaca-a1aa-4ebb-bbfb-3aecfa435810 None None] Routers {'131418d3-996f-4708-ade0-cb0f23f8e88d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:59:31.319611 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-4e6deaca-a1aa-4ebb-bbfb-3aecfa435810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:59:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['131418d3-996f-4708-ade0-cb0f23f8e88d'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:31.341001 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for floatingip, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:31.400232 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-27e43067-b0b5-4fd6-8e56-25cd8541ff51 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2589219 Apr 20 14:59:31.401099 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'tag': '2f4b252c-e4c0-485d-958d-ef575ba97f6a'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:59:31.449472 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'tag': '2f4b252c-e4c0-485d-958d-ef575ba97f6a', 'status': 'completed', 'code': 200} Apr 20 14:59:31.512458 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-4e6deaca-a1aa-4ebb-bbfb-3aecfa435810 None None] Set router 131418d3-996f-4708-ade0-cb0f23f8e88d gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:59:31.578537 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10753b-fb2c-48bb-8c29-95949ad05503 req-d2c41904-ed2d-4d07-a328-d8030c1538cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:31.580826 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-aa10753b-fb2c-48bb-8c29-95949ad05503 req-d2c41904-ed2d-4d07-a328-d8030c1538cb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7895e9b94989441ab8ab66227e6e40a7&device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 1099 time: 0.0813358 Apr 20 14:59:31.732055 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10753b-fb2c-48bb-8c29-95949ad05503 req-287229b8-c034-4070-ae4e-f28a2a27b5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:31.733640 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-aa10753b-fb2c-48bb-8c29-95949ad05503 req-287229b8-c034-4070-ae4e-f28a2a27b5c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9e20bc2-6820-4033-aed2-94456491539e HTTP/1.1" status: 200 len: 909 time: 0.1468201 Apr 20 14:59:31.903191 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-4e6deaca-a1aa-4ebb-bbfb-3aecfa435810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'name': 'tempest-TestShelveInstance-2040642989-router', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:39Z', 'updated_at': '2021-04-20T14:58:44Z', 'revision_number': 4, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'gw_port': {'id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:40Z', 'updated_at': '2021-04-20T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_floatingips': [{'id': '277b4fc7-a187-49bc-9017-dd69df036b35', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'floating_ip_address': '172.28.0.134', 'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'router_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'port_id': '2f4b252c-e4c0-485d-958d-ef575ba97f6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'mac_address': 'fa:16:3e:81:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:59:29Z', 'updated_at': '2021-04-20T14:59:29Z', 'revision_number': 0, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600adbc5-d627-4cba-a151-2a8e8eed74df', 'name': '', 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'mac_address': 'fa:16:3e:2e:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:43Z', 'updated_at': '2021-04-20T14:58:52Z', 'revision_number': 5, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'subnets': [{'id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:31.907625 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6deaca-a1aa-4ebb-bbfb-3aecfa435810 None None] Checking router: 131418d3-996f-4708-ade0-cb0f23f8e88d for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:59:31.917542 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6deaca-a1aa-4ebb-bbfb-3aecfa435810 None None] Routers {'131418d3-996f-4708-ade0-cb0f23f8e88d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:59:31.918422 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-4e6deaca-a1aa-4ebb-bbfb-3aecfa435810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:59:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['131418d3-996f-4708-ade0-cb0f23f8e88d'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:32.084698 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-aa10753b-fb2c-48bb-8c29-95949ad05503 req-bdc2fbc9-9f42-4dd1-8f06-e5d23c7e3bf9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4b252c-e4c0-485d-958d-ef575ba97f6a HTTP/1.1" status: 200 len: 1000 time: 0.3437924 Apr 20 14:59:32.117776 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-4e6deaca-a1aa-4ebb-bbfb-3aecfa435810 None None] Set router 131418d3-996f-4708-ade0-cb0f23f8e88d gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:59:32.154968 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10753b-fb2c-48bb-8c29-95949ad05503 req-edb9a0d3-2492-4fdc-9de2-dac4d229ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:32.156503 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-aa10753b-fb2c-48bb-8c29-95949ad05503 req-edb9a0d3-2492-4fdc-9de2-dac4d229ecba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c897456d-80da-4273-9a65-da9a7e4286f4 HTTP/1.1" status: 200 len: 848 time: 0.0653033 Apr 20 14:59:32.239419 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10753b-fb2c-48bb-8c29-95949ad05503 req-72b8b532-0a51-4e32-ae02-c398073c2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:32.241082 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-aa10753b-fb2c-48bb-8c29-95949ad05503 req-72b8b532-0a51-4e32-ae02-c398073c2b7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e20bc2-6820-4033-aed2-94456491539e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777171 Apr 20 14:59:32.389480 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-aa10753b-fb2c-48bb-8c29-95949ad05503 req-3087dd73-4ff8-4b69-a73d-a3b4f3d169f1 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408236 Apr 20 14:59:32.502264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-4e6deaca-a1aa-4ebb-bbfb-3aecfa435810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'name': 'tempest-TestShelveInstance-2040642989-router', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:39Z', 'updated_at': '2021-04-20T14:58:44Z', 'revision_number': 4, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'gw_port': {'id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:40Z', 'updated_at': '2021-04-20T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_floatingips': [{'id': '277b4fc7-a187-49bc-9017-dd69df036b35', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'floating_ip_address': '172.28.0.134', 'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'router_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'port_id': '2f4b252c-e4c0-485d-958d-ef575ba97f6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'mac_address': 'fa:16:3e:81:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:59:29Z', 'updated_at': '2021-04-20T14:59:29Z', 'revision_number': 0, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600adbc5-d627-4cba-a151-2a8e8eed74df', 'name': '', 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'mac_address': 'fa:16:3e:2e:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:43Z', 'updated_at': '2021-04-20T14:58:52Z', 'revision_number': 5, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'subnets': [{'id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:32.506601 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6deaca-a1aa-4ebb-bbfb-3aecfa435810 None None] The sync data for ids ['131418d3-996f-4708-ade0-cb0f23f8e88d'] in dv-cinder-742162-4-smb is: [{'id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'name': 'tempest-TestShelveInstance-2040642989-router', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:39Z', 'updated_at': '2021-04-20T14:58:44Z', 'revision_number': 4, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'gw_port': {'id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:40Z', 'updated_at': '2021-04-20T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_floatingips': [{'id': '277b4fc7-a187-49bc-9017-dd69df036b35', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'floating_ip_address': '172.28.0.134', 'floating_network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'router_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'port_id': '2f4b252c-e4c0-485d-958d-ef575ba97f6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 656, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'mac_address': 'fa:16:3e:81:04:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-20T14:59:29Z', 'updated_at': '2021-04-20T14:59:29Z', 'revision_number': 0, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '600adbc5-d627-4cba-a151-2a8e8eed74df', 'name': '', 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'mac_address': 'fa:16:3e:2e:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:43Z', 'updated_at': '2021-04-20T14:58:52Z', 'revision_number': 5, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'subnets': [{'id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:59:32.536952 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-aa10753b-fb2c-48bb-8c29-95949ad05503 req-818fe360-c6d4-4960-8cef-17624f36b5e7 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409724 Apr 20 14:59:32.803902 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540fa5cd-213f-4d42-8535-f00680ed9f98 None None] New status for floating IP 277b4fc7-a187-49bc-9017-dd69df036b35: ACTIVE {{(pid=86501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 14:59:34.696879 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d7b7f27f-7615-4ab1-96f6-db599d89bd20 req-6160127b-c380-4d87-b685-e6bb4d1f6cef tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-913439206&fields=id&tenant_id=df7da843a4304186a30068fd3d8dad0e HTTP/1.1" status: 200 len: 267 time: 0.0989482 Apr 20 14:59:34.788214 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7f27f-7615-4ab1-96f6-db599d89bd20 req-c34f5e21-866e-4174-844a-910c7e1a00de tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:34.789698 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d7b7f27f-7615-4ab1-96f6-db599d89bd20 req-c34f5e21-866e-4174-844a-910c7e1a00de tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 984 time: 0.0867417 Apr 20 14:59:34.802277 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.v2.base [req-d7b7f27f-7615-4ab1-96f6-db599d89bd20 req-d2e65e4e-1a65-4b48-bd6a-998169558b9c tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Request body: {'port': {'security_groups': ['3ecc89ba-ee5e-4556-96f4-fac453d88074']}} {{(pid=86498) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 20 14:59:34.934880 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-d7b7f27f-7615-4ab1-96f6-db599d89bd20 req-d2e65e4e-1a65-4b48-bd6a-998169558b9c tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:35.199706 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-d7b7f27f-7615-4ab1-96f6-db599d89bd20 req-d2e65e4e-1a65-4b48-bd6a-998169558b9c tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] For port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2,segment=NetworkSegment(e4d2663f-8465-40d1-9957-194c4535a122),segment_id=e4d2663f-8465-40d1-9957-194c4535a122)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:59:35.225755 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-d7b7f27f-7615-4ab1-96f6-db599d89bd20 req-d2e65e4e-1a65-4b48-bd6a-998169558b9c tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for port, precommit_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:35.255295 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-d7b7f27f-7615-4ab1-96f6-db599d89bd20 req-d2e65e4e-1a65-4b48-bd6a-998169558b9c tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126621115'] for port, after_update {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:35.261263 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-dd1c7456-259a-4536-bfe3-1c138822cb5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:35.291302 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:59:35.330833 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7f27f-7615-4ab1-96f6-db599d89bd20 req-d2e65e4e-1a65-4b48-bd6a-998169558b9c tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:35.331364 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-d7b7f27f-7615-4ab1-96f6-db599d89bd20 req-d2e65e4e-1a65-4b48-bd6a-998169558b9c tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:35.333222 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d7b7f27f-7615-4ab1-96f6-db599d89bd20 req-d2e65e4e-1a65-4b48-bd6a-998169558b9c tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "PUT /v2.0/ports/db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 HTTP/1.1" status: 200 len: 942 time: 0.5359244 Apr 20 14:59:35.333436 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'tag': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:59:35.341053 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 48292) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:59:35.390934 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e65e4e-1a65-4b48-bd6a-998169558b9c tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Pushing event updated for resources: {'Port': ['ID=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2,revision_number=7']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:35.397218 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d2e65e4e-1a65-4b48-bd6a-998169558b9c tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:35.406890 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'tag': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2', 'status': 'completed', 'code': 200} Apr 20 14:59:35.447955 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b721529d-334b-4698-b565-2ae3b6645889 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:35.457731 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:59:35.534502 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b721529d-334b-4698-b565-2ae3b6645889 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:35.608714 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904f26-bb18-4223-ba28-8e29566916b7 req-4e7e1cd9-675f-4188-a911-08849f0766a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:35.610252 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-42904f26-bb18-4223-ba28-8e29566916b7 req-4e7e1cd9-675f-4188-a911-08849f0766a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df7da843a4304186a30068fd3d8dad0e&device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 1098 time: 0.1469846 Apr 20 14:59:35.702683 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b721529d-334b-4698-b565-2ae3b6645889 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:35.709627 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-35a5d0e8-28fc-408e-9c00-ae0551f474b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:35.725593 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b721529d-334b-4698-b565-2ae3b6645889 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed6b776-c91b-4e48-88fe-753d3e6d66de,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:35.738646 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b721529d-334b-4698-b565-2ae3b6645889 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:35.744522 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b721529d-334b-4698-b565-2ae3b6645889 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:35.745759 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-b721529d-334b-4698-b565-2ae3b6645889 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "DELETE /v2.0/security-groups/fed6b776-c91b-4e48-88fe-753d3e6d66de HTTP/1.1" status: 204 len: 168 time: 0.4034901 Apr 20 14:59:35.748815 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48296) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:59:35.754954 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-9fba557d-76e9-4ba3-bf97-b6204aeb4c6b None None] Provisioning complete for port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 triggered by entity DHCP. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 14:59:35.755385 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9fba557d-76e9-4ba3-bf97-b6204aeb4c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:35.786072 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904f26-bb18-4223-ba28-8e29566916b7 req-0e1af092-4261-44ed-9617-08645f349062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:35.787704 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-42904f26-bb18-4223-ba28-8e29566916b7 req-0e1af092-4261-44ed-9617-08645f349062 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247 HTTP/1.1" status: 200 len: 915 time: 0.1699018 Apr 20 14:59:35.903672 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-42904f26-bb18-4223-ba28-8e29566916b7 req-455e24c6-2d16-4103-85ee-f54df33617ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 HTTP/1.1" status: 200 len: 1000 time: 0.1077671 Apr 20 14:59:35.979088 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-93f9f57f-e88a-4f2d-a376-64cbb2056d4e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Deleting port b613c25e-8813-411c-8072-97ffb02ff9fb {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:59:35.979470 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-93f9f57f-e88a-4f2d-a376-64cbb2056d4e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:36.000974 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904f26-bb18-4223-ba28-8e29566916b7 req-7a656d9a-0dc5-4eb3-89c8-f2ef03b9c2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:36.002588 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-42904f26-bb18-4223-ba28-8e29566916b7 req-7a656d9a-0dc5-4eb3-89c8-f2ef03b9c2f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=336b0cfd-4762-4e18-8151-440b38c8e07d HTTP/1.1" status: 200 len: 854 time: 0.0769672 Apr 20 14:59:36.092573 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42904f26-bb18-4223-ba28-8e29566916b7 req-93d97b14-50b3-4b9a-8e4a-e4bcc6a1f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:36.094589 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-42904f26-bb18-4223-ba28-8e29566916b7 req-93d97b14-50b3-4b9a-8e4a-e4bcc6a1f29f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836501 Apr 20 14:59:36.248059 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-42904f26-bb18-4223-ba28-8e29566916b7 req-1209980e-0dac-4b4f-827c-fab227ded96b service neutron] 10.222.0.13 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464229 Apr 20 14:59:36.397670 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-42904f26-bb18-4223-ba28-8e29566916b7 req-86fa38fd-7f2d-44ab-9127-29bad02107a4 service neutron] 10.222.0.13 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420155 Apr 20 14:59:36.414541 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-93f9f57f-e88a-4f2d-a376-64cbb2056d4e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:36.414967 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-93f9f57f-e88a-4f2d-a376-64cbb2056d4e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:36.546041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-93f9f57f-e88a-4f2d-a376-64cbb2056d4e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Calling delete_port for b613c25e-8813-411c-8072-97ffb02ff9fb owned by network:floatingip {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:59:36.792354 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-93f9f57f-e88a-4f2d-a376-64cbb2056d4e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:36.797362 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:36.846209 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9f57f-e88a-4f2d-a376-64cbb2056d4e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Pushing event deleted for resources: {'Port': ['ID=b613c25e-8813-411c-8072-97ffb02ff9fb,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:36.848985 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-93f9f57f-e88a-4f2d-a376-64cbb2056d4e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:36.943617 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-93f9f57f-e88a-4f2d-a376-64cbb2056d4e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks [] for floatingip, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:36.944003 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.l3_db [None req-93f9f57f-e88a-4f2d-a376-64cbb2056d4e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Floating IP ec13f71c-8dca-484b-bcc4-783318b94cc1 disassociated (deleted). External IP: 172.28.0.20, port: db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2. Apr 20 14:59:37.323606 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f9f57f-e88a-4f2d-a376-64cbb2056d4e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Router 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:59:37.512999 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f9f57f-e88a-4f2d-a376-64cbb2056d4e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:59:37.523089 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae495d7b-fb9a-46bc-83fd-b90cd47f6178 None None] Sync routers for ids ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:59:37.530468 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-93f9f57f-e88a-4f2d-a376-64cbb2056d4e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for floatingip, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:37.532865 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae495d7b-fb9a-46bc-83fd-b90cd47f6178 None None] Routers {'015617aa-02ae-46cb-b4ba-4d1a4e9b0756'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:59:37.533618 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-ae495d7b-fb9a-46bc-83fd-b90cd47f6178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:59:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:37.594910 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-93f9f57f-e88a-4f2d-a376-64cbb2056d4e tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "DELETE /v2.0/floatingips/ec13f71c-8dca-484b-bcc4-783318b94cc1 HTTP/1.1" status: 204 len: 168 time: 1.8446190 Apr 20 14:59:37.595646 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'tag': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:59:37.653440 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'tag': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2', 'status': 'completed', 'code': 200} Apr 20 14:59:37.727850 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-ae495d7b-fb9a-46bc-83fd-b90cd47f6178 None None] Set router 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:59:37.782610 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f356e-7543-480d-a127-4f91d4d0ce3f req-8fdb2bb6-e752-4628-9f74-9619cd93dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:37.784311 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-690f356e-7543-480d-a127-4f91d4d0ce3f req-8fdb2bb6-e752-4628-9f74-9619cd93dc25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=df7da843a4304186a30068fd3d8dad0e&device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 1098 time: 0.0821598 Apr 20 14:59:37.933810 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f356e-7543-480d-a127-4f91d4d0ce3f req-0c4a55f1-47fb-4803-a843-25f16fee48e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:37.935455 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-690f356e-7543-480d-a127-4f91d4d0ce3f req-0c4a55f1-47fb-4803-a843-25f16fee48e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247 HTTP/1.1" status: 200 len: 915 time: 0.1448014 Apr 20 14:59:38.017178 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-690f356e-7543-480d-a127-4f91d4d0ce3f req-ce0bc611-0aa3-4270-bcd9-7306a9409a6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 HTTP/1.1" status: 200 len: 217 time: 0.0750065 Apr 20 14:59:38.080488 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-ae495d7b-fb9a-46bc-83fd-b90cd47f6178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'name': 'tempest-TestMinimumBasicScenario-1160309749-router', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:17Z', 'updated_at': '2021-04-20T14:57:22Z', 'revision_number': 4, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'gw_port': {'id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:18Z', 'updated_at': '2021-04-20T14:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '30f36a26-cdda-4780-8151-93cc959915ab', 'name': '', 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'mac_address': 'fa:16:3e:70:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:21Z', 'updated_at': '2021-04-20T14:57:31Z', 'revision_number': 5, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'subnets': [{'id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:38.087091 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae495d7b-fb9a-46bc-83fd-b90cd47f6178 None None] Checking router: 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:59:38.097531 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae495d7b-fb9a-46bc-83fd-b90cd47f6178 None None] Routers {'015617aa-02ae-46cb-b4ba-4d1a4e9b0756'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:59:38.098460 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-ae495d7b-fb9a-46bc-83fd-b90cd47f6178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:59:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:38.123746 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f356e-7543-480d-a127-4f91d4d0ce3f req-ad9cac9f-0546-46f9-b89d-b8ef9b24a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:38.125305 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-690f356e-7543-480d-a127-4f91d4d0ce3f req-ad9cac9f-0546-46f9-b89d-b8ef9b24a311 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=336b0cfd-4762-4e18-8151-440b38c8e07d HTTP/1.1" status: 200 len: 854 time: 0.1000140 Apr 20 14:59:38.211586 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f356e-7543-480d-a127-4f91d4d0ce3f req-1fec8953-d353-4443-9de0-431a2e2999ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:38.213183 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-690f356e-7543-480d-a127-4f91d4d0ce3f req-1fec8953-d353-4443-9de0-431a2e2999ff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5a0cf8bf-53c1-41e3-aafc-49f61e41e247&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789752 Apr 20 14:59:38.298132 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-ae495d7b-fb9a-46bc-83fd-b90cd47f6178 None None] Set router 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:59:38.358854 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-690f356e-7543-480d-a127-4f91d4d0ce3f req-d723ec55-1740-425d-9509-551606380306 service neutron] 10.222.0.13 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371188 Apr 20 14:59:38.512614 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-690f356e-7543-480d-a127-4f91d4d0ce3f req-208c44a4-d53e-415a-8de8-fdac7107d422 service neutron] 10.222.0.13 "GET /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471460 Apr 20 14:59:38.633341 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-ae495d7b-fb9a-46bc-83fd-b90cd47f6178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'name': 'tempest-TestMinimumBasicScenario-1160309749-router', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:17Z', 'updated_at': '2021-04-20T14:57:22Z', 'revision_number': 4, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'gw_port': {'id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:18Z', 'updated_at': '2021-04-20T14:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '30f36a26-cdda-4780-8151-93cc959915ab', 'name': '', 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'mac_address': 'fa:16:3e:70:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:21Z', 'updated_at': '2021-04-20T14:57:31Z', 'revision_number': 5, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'subnets': [{'id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:38.637584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae495d7b-fb9a-46bc-83fd-b90cd47f6178 None None] The sync data for ids ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'] in dv-cinder-742162-4-smb is: [{'id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'name': 'tempest-TestMinimumBasicScenario-1160309749-router', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:17Z', 'updated_at': '2021-04-20T14:57:22Z', 'revision_number': 4, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'gw_port': {'id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:18Z', 'updated_at': '2021-04-20T14:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '30f36a26-cdda-4780-8151-93cc959915ab', 'name': '', 'network_id': '5a0cf8bf-53c1-41e3-aafc-49f61e41e247', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'mac_address': 'fa:16:3e:70:c4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:21Z', 'updated_at': '2021-04-20T14:57:31Z', 'revision_number': 5, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'subnets': [{'id': '336b0cfd-4762-4e18-8151-440b38c8e07d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:59:39.013671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c345e93-8f8a-42d8-be09-59184a81e201 None None] New status for floating IP ec13f71c-8dca-484b-bcc4-783318b94cc1: DOWN {{(pid=86501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 14:59:40.489882 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f874cad9-ebd3-4922-8ab6-7f670097fd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:41.165425 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37091d62-607f-4741-8088-b5cf3db16718 req-af2f90b2-545e-4a55-84dc-ea3c304b9583 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:41.166173 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-37091d62-607f-4741-8088-b5cf3db16718 req-af2f90b2-545e-4a55-84dc-ea3c304b9583 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Synchronizing usage tracker for tenant:df7da843a4304186a30068fd3d8dad0e on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:59:41.209664 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-37091d62-607f-4741-8088-b5cf3db16718 req-af2f90b2-545e-4a55-84dc-ea3c304b9583 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Unset dirty status for tenant:df7da843a4304186a30068fd3d8dad0e on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:59:41.210972 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-37091d62-607f-4741-8088-b5cf3db16718 req-af2f90b2-545e-4a55-84dc-ea3c304b9583 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 945 time: 0.1319647 Apr 20 14:59:41.258534 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-37091d62-607f-4741-8088-b5cf3db16718 req-dfc2c8ef-74cc-4f13-9b22-ec3ef461554c tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410740 Apr 20 14:59:42.465502 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c1d097-0909-414f-8258-169a3afdfd0f req-476ce7aa-9ac8-47c1-95f0-a631c982cae7 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:42.467088 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-56c1d097-0909-414f-8258-169a3afdfd0f req-476ce7aa-9ac8-47c1-95f0-a631c982cae7 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 945 time: 0.0945141 Apr 20 14:59:42.515623 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-56c1d097-0909-414f-8258-169a3afdfd0f req-4be89688-5a4a-46f0-b940-c7b7c1ad9f88 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420609 Apr 20 14:59:43.049457 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-24e83b5f-4456-4f08-8eb6-c843242e6f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:43.060702 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4157112-d619-40d4-8eef-b522374ff3a6 req-33df85bd-7ec4-48eb-a145-931bf96f5e74 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:43.061479 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-c4157112-d619-40d4-8eef-b522374ff3a6 req-33df85bd-7ec4-48eb-a145-931bf96f5e74 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Synchronizing usage tracker for tenant:df7da843a4304186a30068fd3d8dad0e on resource:port {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 14:59:43.075781 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-c4157112-d619-40d4-8eef-b522374ff3a6 req-33df85bd-7ec4-48eb-a145-931bf96f5e74 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Unset dirty status for tenant:df7da843a4304186a30068fd3d8dad0e on resource:port {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 14:59:43.077034 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c4157112-d619-40d4-8eef-b522374ff3a6 req-33df85bd-7ec4-48eb-a145-931bf96f5e74 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.13 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 945 time: 0.1049018 Apr 20 14:59:43.158848 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-c4157112-d619-40d4-8eef-b522374ff3a6 req-79f09a9c-5b9f-4306-a854-a0edb0605589 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Deleting port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:59:43.159233 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-c4157112-d619-40d4-8eef-b522374ff3a6 req-79f09a9c-5b9f-4306-a854-a0edb0605589 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:43.422152 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-c4157112-d619-40d4-8eef-b522374ff3a6 req-79f09a9c-5b9f-4306-a854-a0edb0605589 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] For port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2,segment=NetworkSegment(e4d2663f-8465-40d1-9957-194c4535a122),segment_id=e4d2663f-8465-40d1-9957-194c4535a122)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:59:43.422480 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-c4157112-d619-40d4-8eef-b522374ff3a6 req-79f09a9c-5b9f-4306-a854-a0edb0605589 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:43.555474 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-c4157112-d619-40d4-8eef-b522374ff3a6 req-79f09a9c-5b9f-4306-a854-a0edb0605589 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Calling delete_port for db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 owned by compute:nova {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:59:43.723603 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc5c16-d8bf-492a-b095-a1bcd6eb9694 req-8e8e95fe-bdb2-4224-b69e-a4ad775065d8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 14:59:43.723603 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-33bc5c16-d8bf-492a-b095-a1bcd6eb9694 req-8e8e95fe-bdb2-4224-b69e-a4ad775065d8 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/ports?device_id=71118d4a-b524-4576-9fab-9ea360f42b9a HTTP/1.1" status: 200 len: 945 time: 0.0889051 Apr 20 14:59:43.740794 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-c4157112-d619-40d4-8eef-b522374ff3a6 req-79f09a9c-5b9f-4306-a854-a0edb0605589 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:43.746977 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-6374bc81-4c52-4396-bd30-480220cd1b66 tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:43.769456 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-33bc5c16-d8bf-492a-b095-a1bcd6eb9694 req-d61f9661-9b94-4c13-bf22-cf4200bd5098 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.21 "GET /v2.0/security-groups?id=3ecc89ba-ee5e-4556-96f4-fac453d88074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458786 Apr 20 14:59:43.780350 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 14:59:43.795332 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f09a9c-5b9f-4306-a854-a0edb0605589 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Pushing event deleted for resources: {'Port': ['ID=db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:43.799805 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-79f09a9c-5b9f-4306-a854-a0edb0605589 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:43.881432 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4157112-d619-40d4-8eef-b522374ff3a6 req-79f09a9c-5b9f-4306-a854-a0edb0605589 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] No DVR routers for this DVR port db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 on host hv-cinder-74216 {{(pid=86499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:59:43.884028 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-c4157112-d619-40d4-8eef-b522374ff3a6 req-79f09a9c-5b9f-4306-a854-a0edb0605589 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:43.886788 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'name': 'network-vif-deleted', 'tag': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 14:59:43.924964 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c4157112-d619-40d4-8eef-b522374ff3a6 req-79f09a9c-5b9f-4306-a854-a0edb0605589 tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] 10.222.0.13 "DELETE /v2.0/ports/db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 HTTP/1.1" status: 204 len: 173 time: 0.8421063 Apr 20 14:59:43.934580 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71118d4a-b524-4576-9fab-9ea360f42b9a', 'name': 'network-vif-deleted', 'tag': 'db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2', 'status': 'completed', 'code': 200} Apr 20 14:59:44.226671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:44.455559 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:45.472428 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:46.034135 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 48382) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:59:46.614561 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bd959200-9cbb-43f4-8cb6-c7efa5d26dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852971878'] for router_interface, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:46.804773 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:59:46.847520 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] No Port match for: db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:59:46.847924 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device db5e4ea1-6c06-4ce3-bd64-ec0787c7ffa2 not bound to the agent host hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:59:47.224231 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-bd959200-9cbb-43f4-8cb6-c7efa5d26dbc admin admin] Deleting port 30f36a26-cdda-4780-8151-93cc959915ab {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:59:47.224612 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bd959200-9cbb-43f4-8cb6-c7efa5d26dbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:47.408928 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-bd959200-9cbb-43f4-8cb6-c7efa5d26dbc admin admin] For port 30f36a26-cdda-4780-8151-93cc959915ab, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=30f36a26-cdda-4780-8151-93cc959915ab,segment=NetworkSegment(e4d2663f-8465-40d1-9957-194c4535a122),segment_id=e4d2663f-8465-40d1-9957-194c4535a122)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:59:47.409250 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bd959200-9cbb-43f4-8cb6-c7efa5d26dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:47.542097 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-bd959200-9cbb-43f4-8cb6-c7efa5d26dbc admin admin] Calling delete_port for 30f36a26-cdda-4780-8151-93cc959915ab owned by network:router_interface {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:59:47.746671 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bd959200-9cbb-43f4-8cb6-c7efa5d26dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:47.751593 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b0c22869-9b52-4d05-9725-1959c7725f4d tempest-VolumesSnapshotTestJSON-1674642566 tempest-VolumesSnapshotTestJSON-1674642566-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:47.798985 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd959200-9cbb-43f4-8cb6-c7efa5d26dbc admin admin] Pushing event deleted for resources: {'Port': ['ID=30f36a26-cdda-4780-8151-93cc959915ab,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:47.802364 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bd959200-9cbb-43f4-8cb6-c7efa5d26dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:48.072632 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:48.102572 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-bd959200-9cbb-43f4-8cb6-c7efa5d26dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852971804'] for router_interface, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:48.491399 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd959200-9cbb-43f4-8cb6-c7efa5d26dbc admin admin] Router 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86499) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:59:48.683012 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd959200-9cbb-43f4-8cb6-c7efa5d26dbc admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86499) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:59:48.692664 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916b3c64-61f2-407b-bd3d-c731e03500b1 None None] Sync routers for ids ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:59:48.696409 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-bd959200-9cbb-43f4-8cb6-c7efa5d26dbc admin admin] 10.222.0.21 "PUT /v2.0/routers/015617aa-02ae-46cb-b4ba-4d1a4e9b0756/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6607099 Apr 20 14:59:48.700073 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 48386) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:59:48.703280 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b3c64-61f2-407b-bd3d-c731e03500b1 None None] Routers {'015617aa-02ae-46cb-b4ba-4d1a4e9b0756'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:59:48.703956 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-916b3c64-61f2-407b-bd3d-c731e03500b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:59:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:48.893016 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd75b-f4cf-4ed5-b7ed-cc2fd5236547 admin admin] Notify callbacks [] for router, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:48.896009 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-916b3c64-61f2-407b-bd3d-c731e03500b1 None None] Set router 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:59:49.138896 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd75b-f4cf-4ed5-b7ed-cc2fd5236547 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:49.175617 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-f6bdd75b-f4cf-4ed5-b7ed-cc2fd5236547 admin admin] Deleting port f0090fa4-6217-4340-bcd6-9d5e12d9cb5a {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:59:49.175923 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd75b-f4cf-4ed5-b7ed-cc2fd5236547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:49.373537 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-f6bdd75b-f4cf-4ed5-b7ed-cc2fd5236547 admin admin] For port f0090fa4-6217-4340-bcd6-9d5e12d9cb5a, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=f0090fa4-6217-4340-bcd6-9d5e12d9cb5a,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:59:49.373930 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd75b-f4cf-4ed5-b7ed-cc2fd5236547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:49.386669 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-916b3c64-61f2-407b-bd3d-c731e03500b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'name': 'tempest-TestMinimumBasicScenario-1160309749-router', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26'}], 'enable_snat': True}, 'gw_port_id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:17Z', 'updated_at': '2021-04-20T14:59:47Z', 'revision_number': 5, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'gw_port': {'id': 'f0090fa4-6217-4340-bcd6-9d5e12d9cb5a', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:96:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:18Z', 'updated_at': '2021-04-20T14:57:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:49.390854 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916b3c64-61f2-407b-bd3d-c731e03500b1 None None] Checking router: 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:59:49.400427 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b3c64-61f2-407b-bd3d-c731e03500b1 None None] Routers {'015617aa-02ae-46cb-b4ba-4d1a4e9b0756'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:59:49.401092 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-916b3c64-61f2-407b-bd3d-c731e03500b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:59:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:49.516905 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-f6bdd75b-f4cf-4ed5-b7ed-cc2fd5236547 admin admin] Calling delete_port for f0090fa4-6217-4340-bcd6-9d5e12d9cb5a owned by network:router_gateway {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:59:49.577288 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-916b3c64-61f2-407b-bd3d-c731e03500b1 None None] Set router 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 gateway port host: None {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:59:49.712163 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-916b3c64-61f2-407b-bd3d-c731e03500b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'name': 'tempest-TestMinimumBasicScenario-1160309749-router', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:17Z', 'updated_at': '2021-04-20T14:59:49Z', 'revision_number': 6, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'gw_port_host': None}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:49.716636 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916b3c64-61f2-407b-bd3d-c731e03500b1 None None] The sync data for ids ['015617aa-02ae-46cb-b4ba-4d1a4e9b0756'] in dv-cinder-742162-4-smb is: [{'id': '015617aa-02ae-46cb-b4ba-4d1a4e9b0756', 'name': 'tempest-TestMinimumBasicScenario-1160309749-router', 'tenant_id': 'df7da843a4304186a30068fd3d8dad0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:17Z', 'updated_at': '2021-04-20T14:59:49Z', 'revision_number': 6, 'project_id': 'df7da843a4304186a30068fd3d8dad0e', 'gw_port_host': None}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:59:49.753190 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd75b-f4cf-4ed5-b7ed-cc2fd5236547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:49.757392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-77c34f62-1279-4309-8592-24c982ab0635 tempest-AttachVolumeNegativeTest-1639920428 tempest-AttachVolumeNegativeTest-1639920428-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:49.804858 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdd75b-f4cf-4ed5-b7ed-cc2fd5236547 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0090fa4-6217-4340-bcd6-9d5e12d9cb5a,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:49.808966 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f6bdd75b-f4cf-4ed5-b7ed-cc2fd5236547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:49.909086 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd75b-f4cf-4ed5-b7ed-cc2fd5236547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829733'] for router_gateway, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:50.028275 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 30f36a26-cdda-4780-8151-93cc959915ab no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:59:50.076682 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: 30f36a26-cdda-4780-8151-93cc959915ab {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:59:50.077083 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 30f36a26-cdda-4780-8151-93cc959915ab not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:59:50.077578 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device f0090fa4-6217-4340-bcd6-9d5e12d9cb5a no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:59:50.121307 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: f0090fa4-6217-4340-bcd6-9d5e12d9cb5a {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:59:50.121719 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device f0090fa4-6217-4340-bcd6-9d5e12d9cb5a not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:59:50.368061 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd75b-f4cf-4ed5-b7ed-cc2fd5236547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1810233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3686'] for router, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:50.370362 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd75b-f4cf-4ed5-b7ed-cc2fd5236547 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:50.470071 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 14:59:50.695012 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd75b-f4cf-4ed5-b7ed-cc2fd5236547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852969603'] for router, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:50.695513 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bdd75b-f4cf-4ed5-b7ed-cc2fd5236547 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 015617aa-02ae-46cb-b4ba-4d1a4e9b0756 {{(pid=86499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 14:59:50.709295 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f6bdd75b-f4cf-4ed5-b7ed-cc2fd5236547 admin admin] Notify callbacks [] for router, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:50.710555 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f6bdd75b-f4cf-4ed5-b7ed-cc2fd5236547 admin admin] 10.222.0.21 "DELETE /v2.0/routers/015617aa-02ae-46cb-b4ba-4d1a4e9b0756 HTTP/1.1" status: 204 len: 168 time: 2.0094478 Apr 20 14:59:50.715213 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48390) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:59:50.790993 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_v2 [None req-3111c863-375f-4f8f-ac61-12f188920358 admin admin] Deleting subnet 336b0cfd-4762-4e18-8151-440b38c8e07d {{(pid=86498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 14:59:50.795037 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3111c863-375f-4f8f-ac61-12f188920358 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:50.849494 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3111c863-375f-4f8f-ac61-12f188920358 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852042768'] for subnet, precommit_delete_associations {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:50.937640 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3111c863-375f-4f8f-ac61-12f188920358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854002903'] for subnet, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:51.244308 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3111c863-375f-4f8f-ac61-12f188920358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036728154522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851606548'] for subnet, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:51.250014 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:51.292115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3111c863-375f-4f8f-ac61-12f188920358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=336b0cfd-4762-4e18-8151-440b38c8e07d,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:51.295028 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3111c863-375f-4f8f-ac61-12f188920358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:51.297423 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3111c863-375f-4f8f-ac61-12f188920358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:51.299036 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f667114-c73b-4f73-b6d6-4f150020b31e None None] Network 5a0cf8bf-53c1-41e3-aafc-49f61e41e247 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:59:51.302440 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-3111c863-375f-4f8f-ac61-12f188920358 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/336b0cfd-4762-4e18-8151-440b38c8e07d HTTP/1.1" status: 204 len: 168 time: 0.5877867 Apr 20 14:59:51.305153 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48394) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:59:51.423051 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854139803'] for network, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:51.435330 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Deleting port 902cdff1-d84f-4545-9746-84a1f5a0fa91 {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:59:51.435701 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:51.563220 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529f1b5d-1300-430b-8796-4807dbb13c48 None None] DHCP port deletion for 5a0cf8bf-53c1-41e3-aafc-49f61e41e247 request from dv-cinder-742162-4-smb {{(pid=86500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 14:59:51.568879 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-529f1b5d-1300-430b-8796-4807dbb13c48 None None] Deleting port 902cdff1-d84f-4545-9746-84a1f5a0fa91 {{(pid=86500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:59:51.569387 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-529f1b5d-1300-430b-8796-4807dbb13c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:51.668936 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] For port 902cdff1-d84f-4545-9746-84a1f5a0fa91, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=902cdff1-d84f-4545-9746-84a1f5a0fa91,segment=NetworkSegment(e4d2663f-8465-40d1-9957-194c4535a122),segment_id=e4d2663f-8465-40d1-9957-194c4535a122)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:59:51.669335 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:51.797180 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-529f1b5d-1300-430b-8796-4807dbb13c48 None None] For port 902cdff1-d84f-4545-9746-84a1f5a0fa91, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=902cdff1-d84f-4545-9746-84a1f5a0fa91,segment=NetworkSegment(e4d2663f-8465-40d1-9957-194c4535a122),segment_id=e4d2663f-8465-40d1-9957-194c4535a122)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:59:51.797622 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-529f1b5d-1300-430b-8796-4807dbb13c48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:51.809249 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Calling delete_port for 902cdff1-d84f-4545-9746-84a1f5a0fa91 owned by network:dhcp {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:59:51.918451 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:51.924195 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1dfb9282-bed0-4ba3-9b8f-da17476d7c21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:51.931527 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-529f1b5d-1300-430b-8796-4807dbb13c48 None None] Calling delete_port for 902cdff1-d84f-4545-9746-84a1f5a0fa91 owned by network:dhcp {{(pid=86500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:59:51.974683 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] No DVR routers for this DVR port 902cdff1-d84f-4545-9746-84a1f5a0fa91 on host dv-cinder-742162-4-smb {{(pid=86498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:59:51.976580 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Pushing event deleted for resources: {'Port': ['ID=902cdff1-d84f-4545-9746-84a1f5a0fa91,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:51.983478 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:52.027441 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.db.api [None req-529f1b5d-1300-430b-8796-4807dbb13c48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86500) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:59:52.028138 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_db.api [None req-529f1b5d-1300-430b-8796-4807dbb13c48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 14:59:52.036059 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 902cdff1-d84f-4545-9746-84a1f5a0fa91 no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:59:52.074094 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: 902cdff1-d84f-4545-9746-84a1f5a0fa91 {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:59:52.074495 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 902cdff1-d84f-4545-9746-84a1f5a0fa91 not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:59:52.112549 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772988', 'neutron.services.segments.db._delete_segments_for_network-8751737199731'] for network, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:52.231975 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0cf8bf-53c1-41e3-aafc-49f61e41e247']}} {{(pid=86498) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:52.244871 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d2663f-8465-40d1-9957-194c4535a122') {'for_net_delete': True} {{(pid=86498) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:52.245210 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d2663f-8465-40d1-9957-194c4535a122') {} {{(pid=86498) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:52.257232 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285117414499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2733048'] for segment, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:52.276242 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:52.282632 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=86498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 14:59:52.463928 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Network 5a0cf8bf-53c1-41e3-aafc-49f61e41e247 has no segments {{(pid=86498) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:59:52.473199 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854042056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126621125'] for segment, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:52.530324 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-529f1b5d-1300-430b-8796-4807dbb13c48 None None] Deleting port 902cdff1-d84f-4545-9746-84a1f5a0fa91 {{(pid=86500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:59:52.530708 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-529f1b5d-1300-430b-8796-4807dbb13c48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:52.608713 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-529f1b5d-1300-430b-8796-4807dbb13c48 None None] The port '902cdff1-d84f-4545-9746-84a1f5a0fa91' was deleted {{(pid=86500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 14:59:52.666035 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Network 5a0cf8bf-53c1-41e3-aafc-49f61e41e247 has no segments {{(pid=86498) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: Traceback (most recent call last): Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: timer() Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: cb(*args, **kw) Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: return func(*args, **kwargs) Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: self._notify() Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: self.callback(batched_events) Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: event.method(event) Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: segment_id)['aggregates'][0] Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: return f(self, *a, **k) Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: return self._get(url).json() Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: **kwargs) Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: return self.request(url, 'GET', **kwargs) Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: **endpoint_filter) Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 14:59:52.690183 dv-cinder-742162-4-smb neutron-server[86383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 14:59:52.803583 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854002828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808770'] for network, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:52.809724 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:52.813625 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-bebecfa7-95e3-4e03-b725-865161c7404d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:53.094600 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Pushing event deleted for resources: {'Network': ['ID=5a0cf8bf-53c1-41e3-aafc-49f61e41e247,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:53.097923 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:53.135978 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] 10.222.0.21 "DELETE /v2.0/networks/5a0cf8bf-53c1-41e3-aafc-49f61e41e247 HTTP/1.1" status: 204 len: 168 time: 1.8296790 Apr 20 14:59:53.138923 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48400) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:59:53.714674 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852971878'] for router_interface, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:54.103719 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Deleting port d525f6a6-1456-4466-9f93-fc751b904e81 {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:59:54.104311 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:54.304770 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] For port d525f6a6-1456-4466-9f93-fc751b904e81, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=d525f6a6-1456-4466-9f93-fc751b904e81,segment=NetworkSegment(ee84fdfe-2eab-46b7-bb17-da1c18afc38c),segment_id=ee84fdfe-2eab-46b7-bb17-da1c18afc38c)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:59:54.305091 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:54.436915 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Calling delete_port for d525f6a6-1456-4466-9f93-fc751b904e81 owned by network:router_interface {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:59:54.649259 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:54.654370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-447158e0-58fe-4a23-b4b5-d51817f5dbdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:54.701786 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=d525f6a6-1456-4466-9f93-fc751b904e81,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:54.750854 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:59:54.751801 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:59:54.752219 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:59:54.752630 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:59:54.753035 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:59:54.753445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:59:54.753851 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:59:54.754256 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:59:54.754659 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:59:54.755090 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:59:54.755488 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:59:54.755951 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 14:59:54.764515 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:55.024370 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852971804'] for router_interface, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:55.424725 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Router 86f93261-1739-4d5d-902f-42876d26e8a1 has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 14:59:55.937578 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 14:59:55.947180 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce0f41e-988f-4783-a720-a592d168a28d None None] Sync routers for ids ['86f93261-1739-4d5d-902f-42876d26e8a1'] in dv-cinder-742162-4-smb {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 14:59:55.960566 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce0f41e-988f-4783-a720-a592d168a28d None None] Routers {'86f93261-1739-4d5d-902f-42876d26e8a1'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:59:55.973485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-cce0f41e-988f-4783-a720-a592d168a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:59:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['86f93261-1739-4d5d-902f-42876d26e8a1'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:56.006088 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-b3ed151f-4fc0-4a5d-bc08-b5d8fef14f99 admin admin] 10.222.0.21 "PUT /v2.0/routers/86f93261-1739-4d5d-902f-42876d26e8a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8659232 Apr 20 14:59:56.008895 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48404) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:59:56.217016 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8b79-8dad-4019-a0d0-b7433896e98b admin admin] Notify callbacks [] for router, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:56.228822 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-cce0f41e-988f-4783-a720-a592d168a28d None None] Set router 86f93261-1739-4d5d-902f-42876d26e8a1 gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:59:56.417178 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8b79-8dad-4019-a0d0-b7433896e98b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:56.472292 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c8b79-8dad-4019-a0d0-b7433896e98b admin admin] Deleting port ef3d0a70-8b66-4abd-ba93-aafcc046acfa {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:59:56.472858 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8b79-8dad-4019-a0d0-b7433896e98b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:56.544380 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-cce0f41e-988f-4783-a720-a592d168a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'name': 'tempest-TestMinimumBasicScenario-562846648-router', 'tenant_id': '7a06b635433e496f9f6f32a09b4b3f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.183'}], 'enable_snat': True}, 'gw_port_id': 'ef3d0a70-8b66-4abd-ba93-aafcc046acfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:27Z', 'updated_at': '2021-04-20T14:59:54Z', 'revision_number': 5, 'project_id': '7a06b635433e496f9f6f32a09b4b3f62', 'gw_port': {'id': 'ef3d0a70-8b66-4abd-ba93-aafcc046acfa', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:e1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:57:28Z', 'updated_at': '2021-04-20T14:57:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:56.549389 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce0f41e-988f-4783-a720-a592d168a28d None None] Checking router: 86f93261-1739-4d5d-902f-42876d26e8a1 for host: dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 14:59:56.559117 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce0f41e-988f-4783-a720-a592d168a28d None None] Routers {'86f93261-1739-4d5d-902f-42876d26e8a1'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 14:59:56.559810 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-cce0f41e-988f-4783-a720-a592d168a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T14:59:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['86f93261-1739-4d5d-902f-42876d26e8a1'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:56.702574 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3e3c8b79-8dad-4019-a0d0-b7433896e98b admin admin] For port ef3d0a70-8b66-4abd-ba93-aafcc046acfa, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=ef3d0a70-8b66-4abd-ba93-aafcc046acfa,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:59:56.703106 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8b79-8dad-4019-a0d0-b7433896e98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:56.727174 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-cce0f41e-988f-4783-a720-a592d168a28d None None] Set router 86f93261-1739-4d5d-902f-42876d26e8a1 gateway port host: None {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 14:59:56.845937 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-cce0f41e-988f-4783-a720-a592d168a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'name': 'tempest-TestMinimumBasicScenario-562846648-router', 'tenant_id': '7a06b635433e496f9f6f32a09b4b3f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:27Z', 'updated_at': '2021-04-20T14:59:56Z', 'revision_number': 6, 'project_id': '7a06b635433e496f9f6f32a09b4b3f62', 'gw_port_host': None}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:56.850631 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce0f41e-988f-4783-a720-a592d168a28d None None] The sync data for ids ['86f93261-1739-4d5d-902f-42876d26e8a1'] in dv-cinder-742162-4-smb is: [{'id': '86f93261-1739-4d5d-902f-42876d26e8a1', 'name': 'tempest-TestMinimumBasicScenario-562846648-router', 'tenant_id': '7a06b635433e496f9f6f32a09b4b3f62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:57:27Z', 'updated_at': '2021-04-20T14:59:56Z', 'revision_number': 6, 'project_id': '7a06b635433e496f9f6f32a09b4b3f62', 'gw_port_host': None}] {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 14:59:56.880425 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3e3c8b79-8dad-4019-a0d0-b7433896e98b admin admin] Calling delete_port for ef3d0a70-8b66-4abd-ba93-aafcc046acfa owned by network:router_gateway {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:59:57.129241 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8b79-8dad-4019-a0d0-b7433896e98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:57.134476 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1c3d66b4-824b-4134-9caa-72c70321a045 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:57.187465 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c8b79-8dad-4019-a0d0-b7433896e98b admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3d0a70-8b66-4abd-ba93-aafcc046acfa,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:57.216755 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3e3c8b79-8dad-4019-a0d0-b7433896e98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:57.290667 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8b79-8dad-4019-a0d0-b7433896e98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829733'] for router_gateway, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:57.499481 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8b79-8dad-4019-a0d0-b7433896e98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1810233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3686'] for router, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:57.502733 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8b79-8dad-4019-a0d0-b7433896e98b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:57.592072 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8b79-8dad-4019-a0d0-b7433896e98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852969603'] for router, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:57.592805 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3c8b79-8dad-4019-a0d0-b7433896e98b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86f93261-1739-4d5d-902f-42876d26e8a1 {{(pid=86498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 14:59:57.608043 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3e3c8b79-8dad-4019-a0d0-b7433896e98b admin admin] Notify callbacks [] for router, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:57.609517 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-3e3c8b79-8dad-4019-a0d0-b7433896e98b admin admin] 10.222.0.21 "DELETE /v2.0/routers/86f93261-1739-4d5d-902f-42876d26e8a1 HTTP/1.1" status: 204 len: 168 time: 1.5995269 Apr 20 14:59:57.612774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48408) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:59:57.688294 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2262806-c4f4-4bad-a17b-70887c73ffc0 admin admin] Deleting subnet ff7784d9-c1fd-4a0c-9ace-54d9a6dfc51c {{(pid=86498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 14:59:57.691605 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b2262806-c4f4-4bad-a17b-70887c73ffc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:57.745398 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b2262806-c4f4-4bad-a17b-70887c73ffc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852042768'] for subnet, precommit_delete_associations {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:57.830430 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b2262806-c4f4-4bad-a17b-70887c73ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854002903'] for subnet, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:58.026021 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device d525f6a6-1456-4466-9f93-fc751b904e81 no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:59:58.077414 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: d525f6a6-1456-4466-9f93-fc751b904e81 {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:59:58.077813 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device d525f6a6-1456-4466-9f93-fc751b904e81 not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:59:58.078285 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device ef3d0a70-8b66-4abd-ba93-aafcc046acfa no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 14:59:58.117816 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: ef3d0a70-8b66-4abd-ba93-aafcc046acfa {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 14:59:58.118219 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device ef3d0a70-8b66-4abd-ba93-aafcc046acfa not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 14:59:58.301221 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b2262806-c4f4-4bad-a17b-70887c73ffc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036728154522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851606548'] for subnet, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:58.306843 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:58.345360 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2262806-c4f4-4bad-a17b-70887c73ffc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff7784d9-c1fd-4a0c-9ace-54d9a6dfc51c,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:58.348057 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b2262806-c4f4-4bad-a17b-70887c73ffc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:58.351632 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b2262806-c4f4-4bad-a17b-70887c73ffc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:58.351793 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7ad97d-3f11-45a6-8a0d-74698f5009cd None None] Network 3c72ac7a-40cc-4a20-82a7-944c9598411b requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 14:59:58.355012 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-b2262806-c4f4-4bad-a17b-70887c73ffc0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ff7784d9-c1fd-4a0c-9ace-54d9a6dfc51c HTTP/1.1" status: 204 len: 168 time: 0.7407036 Apr 20 14:59:58.357377 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48414) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 14:59:58.483395 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854139803'] for network, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:58.496005 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Deleting port 255af10a-398f-4d37-96f4-428093e59b1d {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:59:58.496385 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:58.631685 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72bf5da-c371-4378-bb10-5a1a5f43f011 None None] DHCP port deletion for 3c72ac7a-40cc-4a20-82a7-944c9598411b request from dv-cinder-742162-4-smb {{(pid=86500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 14:59:58.636499 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-d72bf5da-c371-4378-bb10-5a1a5f43f011 None None] Deleting port 255af10a-398f-4d37-96f4-428093e59b1d {{(pid=86500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:59:58.636954 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d72bf5da-c371-4378-bb10-5a1a5f43f011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:58.767318 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] For port 255af10a-398f-4d37-96f4-428093e59b1d, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=255af10a-398f-4d37-96f4-428093e59b1d,segment=NetworkSegment(ee84fdfe-2eab-46b7-bb17-da1c18afc38c),segment_id=ee84fdfe-2eab-46b7-bb17-da1c18afc38c)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:59:58.767756 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:58.867845 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-d72bf5da-c371-4378-bb10-5a1a5f43f011 None None] For port 255af10a-398f-4d37-96f4-428093e59b1d, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=255af10a-398f-4d37-96f4-428093e59b1d,segment=NetworkSegment(ee84fdfe-2eab-46b7-bb17-da1c18afc38c),segment_id=ee84fdfe-2eab-46b7-bb17-da1c18afc38c)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 14:59:58.868182 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d72bf5da-c371-4378-bb10-5a1a5f43f011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:58.930300 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Calling delete_port for 255af10a-398f-4d37-96f4-428093e59b1d owned by network:dhcp {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:59:59.004676 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-d72bf5da-c371-4378-bb10-5a1a5f43f011 None None] Calling delete_port for 255af10a-398f-4d37-96f4-428093e59b1d owned by network:dhcp {{(pid=86500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 14:59:59.043985 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:59.050993 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3e3c8b79-8dad-4019-a0d0-b7433896e98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 14:59:59.085912 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.db.api [None req-d72bf5da-c371-4378-bb10-5a1a5f43f011 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86500) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 14:59:59.086343 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_db.api [None req-d72bf5da-c371-4378-bb10-5a1a5f43f011 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 14:59:59.107573 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Pushing event deleted for resources: {'Port': ['ID=255af10a-398f-4d37-96f4-428093e59b1d,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 14:59:59.112081 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 14:59:59.113058 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] No DVR routers for this DVR port 255af10a-398f-4d37-96f4-428093e59b1d on host dv-cinder-742162-4-smb {{(pid=86498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 14:59:59.248893 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772988', 'neutron.services.segments.db._delete_segments_for_network-8751737199731'] for network, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:59.370326 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c72ac7a-40cc-4a20-82a7-944c9598411b']}} {{(pid=86498) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:59.383340 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee84fdfe-2eab-46b7-bb17-da1c18afc38c') {'for_net_delete': True} {{(pid=86498) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:59.383677 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee84fdfe-2eab-46b7-bb17-da1c18afc38c') {} {{(pid=86498) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 14:59:59.396195 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285117414499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2733048'] for segment, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:59.455329 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:59.462018 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=86498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 14:59:59.587461 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-d72bf5da-c371-4378-bb10-5a1a5f43f011 None None] Deleting port 255af10a-398f-4d37-96f4-428093e59b1d {{(pid=86500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 14:59:59.588014 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d72bf5da-c371-4378-bb10-5a1a5f43f011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 14:59:59.844005 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-d72bf5da-c371-4378-bb10-5a1a5f43f011 None None] The port '255af10a-398f-4d37-96f4-428093e59b1d' was deleted {{(pid=86500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 14:59:59.910891 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Network 3c72ac7a-40cc-4a20-82a7-944c9598411b has no segments {{(pid=86498) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 14:59:59.920627 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854042056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126621125'] for segment, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:00.024349 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 255af10a-398f-4d37-96f4-428093e59b1d no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 15:00:00.063308 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: 255af10a-398f-4d37-96f4-428093e59b1d {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 15:00:00.064350 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 255af10a-398f-4d37-96f4-428093e59b1d not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 15:00:00.112197 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Network 3c72ac7a-40cc-4a20-82a7-944c9598411b has no segments {{(pid=86498) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: Traceback (most recent call last): Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: timer() Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: cb(*args, **kw) Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: return func(*args, **kwargs) Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: self._notify() Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: self.callback(batched_events) Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: event.method(event) Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: segment_id)['aggregates'][0] Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: return f(self, *a, **k) Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: return self._get(url).json() Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: **kwargs) Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: return self.request(url, 'GET', **kwargs) Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: **endpoint_filter) Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:00:00.137081 dv-cinder-742162-4-smb neutron-server[86383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:00:00.249058 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854002828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808770'] for network, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:00.254894 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:00.259003 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:00:00.283583 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Pushing event deleted for resources: {'Network': ['ID=3c72ac7a-40cc-4a20-82a7-944c9598411b,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:00:00.285998 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:00:00.288079 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-1cf5faca-299a-41cd-bb48-75582f11ff4d admin admin] 10.222.0.21 "DELETE /v2.0/networks/3c72ac7a-40cc-4a20-82a7-944c9598411b HTTP/1.1" status: 204 len: 168 time: 1.9296744 Apr 20 15:00:00.542229 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48422) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:00:00.597292 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-297f2164-efd8-49d1-aa46-4249a2f4b4fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df7da843a4304186a30068fd3d8dad0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529649 Apr 20 15:00:00.599754 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48426) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:00:00.666619 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c6a3b22f-5ef4-4141-bb26-8f44ce75a091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:00.694255 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c6a3b22f-5ef4-4141-bb26-8f44ce75a091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:00.763314 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c6a3b22f-5ef4-4141-bb26-8f44ce75a091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:00.768255 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-fa090ef7-9da7-44ad-8b8e-b6cd187d45e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:00:00.781510 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a3b22f-5ef4-4141-bb26-8f44ce75a091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecc89ba-ee5e-4556-96f4-fac453d88074,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:00:00.784807 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c6a3b22f-5ef4-4141-bb26-8f44ce75a091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:00:00.786005 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c6a3b22f-5ef4-4141-bb26-8f44ce75a091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:00.787215 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-c6a3b22f-5ef4-4141-bb26-8f44ce75a091 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ecc89ba-ee5e-4556-96f4-fac453d88074 HTTP/1.1" status: 204 len: 168 time: 0.1865013 Apr 20 15:00:01.310020 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48434) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:00:01.361428 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-81406fe3-cd5d-46ee-bd42-02c026aa536d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a06b635433e496f9f6f32a09b4b3f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501342 Apr 20 15:00:01.364109 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48438) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:00:01.424997 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9e7910b0-ae7f-41e6-8285-83d30e6a63d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:01.455912 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9e7910b0-ae7f-41e6-8285-83d30e6a63d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:01.557612 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9e7910b0-ae7f-41e6-8285-83d30e6a63d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:01.562608 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-dabf9bff-4eb8-4402-a456-38bbfdc27809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:00:01.576941 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7910b0-ae7f-41e6-8285-83d30e6a63d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac9a66a-d51f-4396-b1d1-98f15aea798b,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:00:01.579990 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-9e7910b0-ae7f-41e6-8285-83d30e6a63d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:00:01.582291 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9e7910b0-ae7f-41e6-8285-83d30e6a63d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:01.584330 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-9e7910b0-ae7f-41e6-8285-83d30e6a63d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ac9a66a-d51f-4396-b1d1-98f15aea798b HTTP/1.1" status: 204 len: 168 time: 0.2192206 Apr 20 15:00:10.483546 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3dcdc5b0-05eb-488b-8322-9d9a0eedb81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:13.043458 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0362250a-68aa-45d3-92bd-44d5567109cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:14.231774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:14.454632 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:15.459827 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:18.095176 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:27.469410 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 15:00:29.902923 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e5f01dac-0df6-4129-a8d4-4e20a244b5e2 req-cb7b0e1d-61b3-46a8-ae1d-3d6f0362d793 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2372105 Apr 20 15:00:30.016413 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f01dac-0df6-4129-a8d4-4e20a244b5e2 req-fcfaab6b-4a09-4feb-b5b4-4fe1ad562464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:00:30.017998 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e5f01dac-0df6-4129-a8d4-4e20a244b5e2 req-fcfaab6b-4a09-4feb-b5b4-4fe1ad562464 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7895e9b94989441ab8ab66227e6e40a7&device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 1099 time: 0.0823116 Apr 20 15:00:30.219466 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f01dac-0df6-4129-a8d4-4e20a244b5e2 req-cf387dac-c688-4a25-a58d-25b369566226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:00:30.221767 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e5f01dac-0df6-4129-a8d4-4e20a244b5e2 req-cf387dac-c688-4a25-a58d-25b369566226 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9e20bc2-6820-4033-aed2-94456491539e HTTP/1.1" status: 200 len: 909 time: 0.1833327 Apr 20 15:00:30.366882 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e5f01dac-0df6-4129-a8d4-4e20a244b5e2 req-1995895d-7392-4f21-ba1b-39b6d57a7ec8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4b252c-e4c0-485d-958d-ef575ba97f6a HTTP/1.1" status: 200 len: 1002 time: 0.1379483 Apr 20 15:00:30.440715 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f01dac-0df6-4129-a8d4-4e20a244b5e2 req-534d82af-32bc-4959-9432-a7925ac89a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:00:30.442296 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e5f01dac-0df6-4129-a8d4-4e20a244b5e2 req-534d82af-32bc-4959-9432-a7925ac89a39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c897456d-80da-4273-9a65-da9a7e4286f4 HTTP/1.1" status: 200 len: 848 time: 0.0690563 Apr 20 15:00:30.532834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f01dac-0df6-4129-a8d4-4e20a244b5e2 req-edebd3c1-baf6-46b6-a760-c6512cbb6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:00:30.534471 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e5f01dac-0df6-4129-a8d4-4e20a244b5e2 req-edebd3c1-baf6-46b6-a760-c6512cbb6d3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e20bc2-6820-4033-aed2-94456491539e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0860672 Apr 20 15:00:30.547629 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [req-e5f01dac-0df6-4129-a8d4-4e20a244b5e2 req-8d19a94d-6584-49a6-9da8-44e9f71a8b1d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=86499) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 20 15:00:30.548641 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e5f01dac-0df6-4129-a8d4-4e20a244b5e2 req-8d19a94d-6584-49a6-9da8-44e9f71a8b1d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054419 Apr 20 15:00:30.693149 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e5f01dac-0df6-4129-a8d4-4e20a244b5e2 req-50ac67ac-3aaf-4cc3-bb23-04309e28a188 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379120 Apr 20 15:00:30.840199 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e5f01dac-0df6-4129-a8d4-4e20a244b5e2 req-019b69a5-5997-4a1a-abbc-9d85b9d2be69 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406865 Apr 20 15:00:40.516850 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d26d527e-4996-45b6-9061-e4675dbbd165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:43.043103 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-767e3ee3-a620-454c-ab7a-ccfa0d1ef544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:44.259701 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:44.459347 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:45.465834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:00:48.082490 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:04.468801 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 15:01:10.493408 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-05455af1-0586-418d-bfbb-748f1947ced6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:13.042132 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-03cda9da-3a9d-427a-811a-81d7a1e34ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:14.230217 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:14.459217 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:15.481655 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:18.093190 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:21.607531 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59858e4d-769d-470e-8167-ada8df467758 req-b352ccdf-5c73-476d-a91c-709ae5d695b0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:21.609109 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-59858e4d-769d-470e-8167-ada8df467758 req-b352ccdf-5c73-476d-a91c-709ae5d695b0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.0884917 Apr 20 15:01:21.660570 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-59858e4d-769d-470e-8167-ada8df467758 req-d283c24f-0252-4488-8939-8db284e7e2ec tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445311 Apr 20 15:01:22.865117 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354378fd-0cdc-4f8d-84ab-fd07130e7bd4 req-e596cee7-3d2a-4faf-8d91-50ca3bbb0ba5 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:22.866703 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-354378fd-0cdc-4f8d-84ab-fd07130e7bd4 req-e596cee7-3d2a-4faf-8d91-50ca3bbb0ba5 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.0893672 Apr 20 15:01:22.914596 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-354378fd-0cdc-4f8d-84ab-fd07130e7bd4 req-d5edb1d7-8639-4029-babc-923a0f68700e tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415576 Apr 20 15:01:24.135057 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604641a-c347-47ff-8418-142e7ad76a5e req-a085efcf-4ac3-4f51-aa8b-c17046adf90f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:24.136614 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b604641a-c347-47ff-8418-142e7ad76a5e req-a085efcf-4ac3-4f51-aa8b-c17046adf90f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.0915470 Apr 20 15:01:24.183988 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b604641a-c347-47ff-8418-142e7ad76a5e req-f3ca3449-3d09-412b-83c8-5c3bd93a9918 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409057 Apr 20 15:01:25.400759 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbdd28-3f9a-4ba0-8817-e27d69d5e384 req-be537f41-cb44-41dc-a90c-3d7d9465c2d1 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:25.402337 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b8bbdd28-3f9a-4ba0-8817-e27d69d5e384 req-be537f41-cb44-41dc-a90c-3d7d9465c2d1 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.0886776 Apr 20 15:01:25.449801 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b8bbdd28-3f9a-4ba0-8817-e27d69d5e384 req-a23d8255-c605-437f-b05f-18a68995b9d6 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410109 Apr 20 15:01:26.654256 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0f005-8464-4935-9de9-badf9c7a8592 req-a0b16c98-355f-4793-9f48-211a58fe3c36 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:26.655877 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d0f0f005-8464-4935-9de9-badf9c7a8592 req-a0b16c98-355f-4793-9f48-211a58fe3c36 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.0930672 Apr 20 15:01:26.704970 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-d0f0f005-8464-4935-9de9-badf9c7a8592 req-5a6a6d95-d900-4fbd-858f-ee82360cbd5a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426571 Apr 20 15:01:27.908687 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b51d8-6b73-4a3c-95b3-b5f8a38651eb req-0b948115-3c3c-4801-bb67-073916fd854a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:27.910313 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c42b51d8-6b73-4a3c-95b3-b5f8a38651eb req-0b948115-3c3c-4801-bb67-073916fd854a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.0923004 Apr 20 15:01:27.958219 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-c42b51d8-6b73-4a3c-95b3-b5f8a38651eb req-82dee9d6-f378-41a4-8e4a-15e68f700ef1 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412545 Apr 20 15:01:29.166193 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9414c-9250-4716-b0fe-9cbf64a63ee5 req-09134ccd-15e5-48e5-a3f5-97f1c400db80 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:29.167896 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9ef9414c-9250-4716-b0fe-9cbf64a63ee5 req-09134ccd-15e5-48e5-a3f5-97f1c400db80 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.0935464 Apr 20 15:01:29.217760 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9ef9414c-9250-4716-b0fe-9cbf64a63ee5 req-d1f89d60-e4e8-4644-a03e-4717a5989e40 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430326 Apr 20 15:01:30.422943 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17129444-ccf8-49df-babf-10cf9798b798 req-4fd0cffc-2b17-433e-8660-3e1e757c7145 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:30.424530 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-17129444-ccf8-49df-babf-10cf9798b798 req-4fd0cffc-2b17-433e-8660-3e1e757c7145 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.0921063 Apr 20 15:01:30.471788 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-17129444-ccf8-49df-babf-10cf9798b798 req-7c20ecc8-4a0c-4d6e-8911-e35c75233f55 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409281 Apr 20 15:01:30.712963 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1985221-efa4-4f57-8d74-ec62ea11be43 req-ab5504cd-375f-48a3-945e-16f6b24a0657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:30.714489 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b1985221-efa4-4f57-8d74-ec62ea11be43 req-ab5504cd-375f-48a3-945e-16f6b24a0657 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7895e9b94989441ab8ab66227e6e40a7&device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 1099 time: 0.0837965 Apr 20 15:01:30.871158 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1985221-efa4-4f57-8d74-ec62ea11be43 req-94f9fc8f-5530-4f6c-abfa-0b77c48a3649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:30.872743 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b1985221-efa4-4f57-8d74-ec62ea11be43 req-94f9fc8f-5530-4f6c-abfa-0b77c48a3649 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9e20bc2-6820-4033-aed2-94456491539e HTTP/1.1" status: 200 len: 909 time: 0.1392787 Apr 20 15:01:30.985735 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b1985221-efa4-4f57-8d74-ec62ea11be43 req-1a485e68-8daf-461f-a547-72f05f73b181 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4b252c-e4c0-485d-958d-ef575ba97f6a HTTP/1.1" status: 200 len: 1002 time: 0.1068816 Apr 20 15:01:31.055664 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1985221-efa4-4f57-8d74-ec62ea11be43 req-64531721-a09c-409f-9c74-02cbea548cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:31.057273 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b1985221-efa4-4f57-8d74-ec62ea11be43 req-64531721-a09c-409f-9c74-02cbea548cb7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c897456d-80da-4273-9a65-da9a7e4286f4 HTTP/1.1" status: 200 len: 848 time: 0.0652668 Apr 20 15:01:31.143501 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1985221-efa4-4f57-8d74-ec62ea11be43 req-8c90fbdc-e6be-4dff-b2fc-6a6e24d46950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:31.145083 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b1985221-efa4-4f57-8d74-ec62ea11be43 req-8c90fbdc-e6be-4dff-b2fc-6a6e24d46950 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e20bc2-6820-4033-aed2-94456491539e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0816796 Apr 20 15:01:31.288445 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b1985221-efa4-4f57-8d74-ec62ea11be43 req-2416c856-a4f8-4b41-a020-74d026b324a1 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359029 Apr 20 15:01:31.431926 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b1985221-efa4-4f57-8d74-ec62ea11be43 req-58bd5911-13ac-4296-9181-33cc5265da9c service neutron] 10.222.0.13 "GET /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371160 Apr 20 15:01:31.679191 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0f744-76d3-455b-97bf-4873e22fefd5 req-46e8e59c-4c0c-4884-bdfe-3ef3e5e5e991 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:31.680761 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9df0f744-76d3-455b-97bf-4873e22fefd5 req-46e8e59c-4c0c-4884-bdfe-3ef3e5e5e991 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.0943241 Apr 20 15:01:31.730114 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9df0f744-76d3-455b-97bf-4873e22fefd5 req-9bc3d970-7955-47c8-a279-afd1944d1e4f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430133 Apr 20 15:01:31.798037 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08937f44-6041-46fc-9abb-050269b9162f req-30a60cb1-03bd-4808-b420-55e7452ac601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:31.799672 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-08937f44-6041-46fc-9abb-050269b9162f req-30a60cb1-03bd-4808-b420-55e7452ac601 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7895e9b94989441ab8ab66227e6e40a7&device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 1099 time: 0.0790329 Apr 20 15:01:31.941922 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08937f44-6041-46fc-9abb-050269b9162f req-51a7486a-8e9d-4a6e-af64-7a2e051d5453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:31.943533 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-08937f44-6041-46fc-9abb-050269b9162f req-51a7486a-8e9d-4a6e-af64-7a2e051d5453 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9e20bc2-6820-4033-aed2-94456491539e HTTP/1.1" status: 200 len: 909 time: 0.1366613 Apr 20 15:01:32.057867 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-08937f44-6041-46fc-9abb-050269b9162f req-fea3e491-4ec0-43c8-80bc-099ad3f150e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4b252c-e4c0-485d-958d-ef575ba97f6a HTTP/1.1" status: 200 len: 1002 time: 0.1060705 Apr 20 15:01:32.125878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08937f44-6041-46fc-9abb-050269b9162f req-bc253de3-3185-48ee-a73c-8eadb1a49182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:32.127460 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-08937f44-6041-46fc-9abb-050269b9162f req-bc253de3-3185-48ee-a73c-8eadb1a49182 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c897456d-80da-4273-9a65-da9a7e4286f4 HTTP/1.1" status: 200 len: 848 time: 0.0637274 Apr 20 15:01:32.212210 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08937f44-6041-46fc-9abb-050269b9162f req-b49076ea-6331-4ba6-bbba-13317ecbc3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:32.213705 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-08937f44-6041-46fc-9abb-050269b9162f req-b49076ea-6331-4ba6-bbba-13317ecbc3c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e20bc2-6820-4033-aed2-94456491539e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0798867 Apr 20 15:01:32.356627 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-08937f44-6041-46fc-9abb-050269b9162f req-123b9da3-a3ed-49bd-9340-20415053a1c9 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367536 Apr 20 15:01:32.500853 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-08937f44-6041-46fc-9abb-050269b9162f req-ddbd6d74-5a03-4e10-b112-127517953073 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374483 Apr 20 15:01:32.932842 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b72af6-f8d2-4f7e-8fb3-efd1de86fde8 req-5675c2c9-2375-4cb6-b583-2e385850ab0a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:32.934403 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-48b72af6-f8d2-4f7e-8fb3-efd1de86fde8 req-5675c2c9-2375-4cb6-b583-2e385850ab0a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.0879049 Apr 20 15:01:32.982791 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-48b72af6-f8d2-4f7e-8fb3-efd1de86fde8 req-b661ac2a-9d2c-4a51-9047-6cf8947a6bb5 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419211 Apr 20 15:01:34.189251 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa5c55-6c1a-47a5-a82f-cd4ee17245e9 req-9cbd6334-ac70-452c-872f-92c8ced2d329 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:34.190927 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-70aa5c55-6c1a-47a5-a82f-cd4ee17245e9 req-9cbd6334-ac70-452c-872f-92c8ced2d329 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.0923038 Apr 20 15:01:34.239065 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-70aa5c55-6c1a-47a5-a82f-cd4ee17245e9 req-8536dee5-26e8-44f2-b3ec-9210bfb1562a tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410042 Apr 20 15:01:35.451427 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63475885-00f4-495f-9ff8-716f7be5d46a req-ea1f97ba-0ea0-4fe7-8315-df0714fcf12b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:35.453006 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-63475885-00f4-495f-9ff8-716f7be5d46a req-ea1f97ba-0ea0-4fe7-8315-df0714fcf12b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.0933180 Apr 20 15:01:35.501357 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-63475885-00f4-495f-9ff8-716f7be5d46a req-5e6762b3-8e5e-4658-b344-1e189c035196 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419998 Apr 20 15:01:36.038730 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dba8d-5c94-41b6-adfa-5845e6d3dd30 req-3d7a0604-687f-484e-a41b-91738cc808af tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:36.040298 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-136dba8d-5c94-41b6-adfa-5845e6d3dd30 req-3d7a0604-687f-484e-a41b-91738cc808af tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.1457820 Apr 20 15:01:36.104900 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-54445348-b4d4-4275-a440-87254e25d9b2 req-a12675bd-4d20-4965-8464-c71e9a457054 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2682915 Apr 20 15:01:36.108055 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-136dba8d-5c94-41b6-adfa-5845e6d3dd30 req-e5a8c7a1-8832-48ce-81cc-62b864675772 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584803 Apr 20 15:01:37.221946 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 2f4b252c-e4c0-485d-958d-ef575ba97f6a no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 15:01:37.334735 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469330c-3f42-4a5f-bb19-99909c51ef3b req-c584be02-2b2f-438c-823c-e1617dd94f56 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:37.337373 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b469330c-3f42-4a5f-bb19-99909c51ef3b req-c584be02-2b2f-438c-823c-e1617dd94f56 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.1127386 Apr 20 15:01:37.368928 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:37.390020 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-b469330c-3f42-4a5f-bb19-99909c51ef3b req-6a619f3f-aaae-4462-8afe-d03ee321cf70 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459380 Apr 20 15:01:37.397625 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f4b252c-e4c0-485d-958d-ef575ba97f6a'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 15:01:37.408207 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 2f4b252c-e4c0-485d-958d-ef575ba97f6a, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=2f4b252c-e4c0-485d-958d-ef575ba97f6a,segment=NetworkSegment(7fded2e8-d260-48fb-8c02-6979e28a42c9),segment_id=7fded2e8-d260-48fb-8c02-6979e28a42c9)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 15:01:37.435932 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:37.438796 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-c4d14275-fe6c-45b6-bd5d-104dd725d769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:01:37.512696 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=2f4b252c-e4c0-485d-958d-ef575ba97f6a,revision_number=6']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:01:37.520649 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:01:37.521041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:01:37.521425 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:01:37.521805 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:01:37.522248 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:01:37.522527 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:01:37.522929 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:01:37.523298 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:01:37.523668 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:01:37.524037 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:01:37.524407 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:01:37.524768 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86500) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:01:37.528896 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:01:37.577589 dv-cinder-742162-4-smb neutron-server[86383]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2f4b252c-e4c0-485d-958d-ef575ba97f6a', 'code': 422} returned with failed status Apr 20 15:01:37.852750 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54445348-b4d4-4275-a440-87254e25d9b2 req-e8ec2ca1-4c12-49e7-bf85-d6cecf3faef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:37.854335 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-54445348-b4d4-4275-a440-87254e25d9b2 req-e8ec2ca1-4c12-49e7-bf85-d6cecf3faef9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d&tenant_id=7895e9b94989441ab8ab66227e6e40a7 HTTP/1.1" status: 200 len: 1097 time: 0.0795205 Apr 20 15:01:37.963507 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54445348-b4d4-4275-a440-87254e25d9b2 req-c98d8f47-b72e-4374-a9ac-14e11ea8b9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:37.965030 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-54445348-b4d4-4275-a440-87254e25d9b2 req-c98d8f47-b72e-4374-a9ac-14e11ea8b9d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7895e9b94989441ab8ab66227e6e40a7&device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 1097 time: 0.0778131 Apr 20 15:01:38.108813 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54445348-b4d4-4275-a440-87254e25d9b2 req-d804cfb5-a276-42fc-bc9f-156d217bf014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:38.110437 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-54445348-b4d4-4275-a440-87254e25d9b2 req-d804cfb5-a276-42fc-bc9f-156d217bf014 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9e20bc2-6820-4033-aed2-94456491539e HTTP/1.1" status: 200 len: 909 time: 0.1390140 Apr 20 15:01:38.219058 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-54445348-b4d4-4275-a440-87254e25d9b2 req-b2b05588-c56b-4caf-88ee-44609745bba9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4b252c-e4c0-485d-958d-ef575ba97f6a HTTP/1.1" status: 200 len: 1000 time: 0.1022532 Apr 20 15:01:38.288890 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54445348-b4d4-4275-a440-87254e25d9b2 req-c868808b-4ecc-4dc9-83b7-0d6344e78de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:38.290464 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-54445348-b4d4-4275-a440-87254e25d9b2 req-c868808b-4ecc-4dc9-83b7-0d6344e78de6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c897456d-80da-4273-9a65-da9a7e4286f4 HTTP/1.1" status: 200 len: 848 time: 0.0656211 Apr 20 15:01:38.370590 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54445348-b4d4-4275-a440-87254e25d9b2 req-52081018-5c4d-433e-b23d-1bf76ddab494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:38.372248 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-54445348-b4d4-4275-a440-87254e25d9b2 req-52081018-5c4d-433e-b23d-1bf76ddab494 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e20bc2-6820-4033-aed2-94456491539e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0754411 Apr 20 15:01:38.518417 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-54445348-b4d4-4275-a440-87254e25d9b2 req-29fc3dd6-b3c3-4c01-ac0b-6e6fc0f07968 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394181 Apr 20 15:01:38.592477 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7408a-16bd-43c4-9f37-48760c75777b req-0c00e1bf-809c-42b6-af20-7b822929ab3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:38.594135 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-33a7408a-16bd-43c4-9f37-48760c75777b req-0c00e1bf-809c-42b6-af20-7b822929ab3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 944 time: 0.0904751 Apr 20 15:01:38.643617 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-33a7408a-16bd-43c4-9f37-48760c75777b req-5d62e85d-3ceb-4804-b6eb-0349ecadc04b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427332 Apr 20 15:01:38.664802 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-54445348-b4d4-4275-a440-87254e25d9b2 req-4199d8df-46fd-467d-ac49-1f927b773b83 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401849 Apr 20 15:01:39.847531 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ad9610-c8c5-4bf8-83c1-a3f0f1cbe5ad req-d8c36893-c915-40a5-a848-7bfa4b6864c0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:39.849084 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e7ad9610-c8c5-4bf8-83c1-a3f0f1cbe5ad req-d8c36893-c915-40a5-a848-7bfa4b6864c0 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 944 time: 0.0905569 Apr 20 15:01:39.896893 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-e7ad9610-c8c5-4bf8-83c1-a3f0f1cbe5ad req-a5e266af-8333-429f-b8f6-3db27b444ce4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412090 Apr 20 15:01:40.521035 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-effa1ad1-395e-4729-a7bd-73a5060a7a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:41.103575 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd7bac-992a-42c2-8e2f-68532e47b1a3 req-9ebb4f7a-eb84-457a-95cc-7d0df1f77bf6 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:41.105153 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7bcd7bac-992a-42c2-8e2f-68532e47b1a3 req-9ebb4f7a-eb84-457a-95cc-7d0df1f77bf6 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 944 time: 0.0933368 Apr 20 15:01:41.151358 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-7bcd7bac-992a-42c2-8e2f-68532e47b1a3 req-de547e77-f5f8-4da4-b970-e580e9a3b2d7 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399034 Apr 20 15:01:41.237134 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 2f4b252c-e4c0-485d-958d-ef575ba97f6a details requested by agent hyperv_hv-cinder-74216 with host hv-cinder-74216 {{(pid=86500) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 20 15:01:41.375788 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 2f4b252c-e4c0-485d-958d-ef575ba97f6a, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=2f4b252c-e4c0-485d-958d-ef575ba97f6a,segment=NetworkSegment(7fded2e8-d260-48fb-8c02-6979e28a42c9),segment_id=7fded2e8-d260-48fb-8c02-6979e28a42c9)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 15:01:41.390127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Returning: {'device': '2f4b252c-e4c0-485d-958d-ef575ba97f6a', 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'port_id': '2f4b252c-e4c0-485d-958d-ef575ba97f6a', 'mac_address': 'fa:16:3e:81:04:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86500) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 20 15:01:41.452172 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:41.468888 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 15:01:41.470455 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4b252c-e4c0-485d-958d-ef575ba97f6a {{(pid=86500) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 20 15:01:41.486600 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 2f4b252c-e4c0-485d-958d-ef575ba97f6a, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=2f4b252c-e4c0-485d-958d-ef575ba97f6a,segment=NetworkSegment(7fded2e8-d260-48fb-8c02-6979e28a42c9),segment_id=7fded2e8-d260-48fb-8c02-6979e28a42c9)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 15:01:41.527217 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:41.529825 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:01:41.599084 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=2f4b252c-e4c0-485d-958d-ef575ba97f6a,revision_number=7']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:01:41.602328 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:01:41.804560 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] get_ports_and_sgs() called for port_ids ['2f4b252c-e4c0-485d-958d-ef575ba97f6a'] {{(pid=86500) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 20 15:01:42.353634 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318854f3-d7f5-4c95-81db-f45a185d4696 req-b62f9f76-fbd8-4457-b779-8c7e70e36182 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:42.355206 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-318854f3-d7f5-4c95-81db-f45a185d4696 req-b62f9f76-fbd8-4457-b779-8c7e70e36182 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 945 time: 0.0914197 Apr 20 15:01:42.402466 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-318854f3-d7f5-4c95-81db-f45a185d4696 req-83c0d737-faef-4a52-8700-72f6e16a77ac tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410006 Apr 20 15:01:43.047397 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-52f6d3e4-f727-43b5-83e1-76f7eba5416c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:43.253007 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 2f4b252c-e4c0-485d-958d-ef575ba97f6a up at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 20 15:01:43.326584 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.provisioning_blocks [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Provisioning complete for port 2f4b252c-e4c0-485d-958d-ef575ba97f6a triggered by entity L2. {{(pid=86500) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 20 15:01:43.327038 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036854102517'] for port, provisioning_complete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:43.452617 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-612310'] for port, before_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:43.481995 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4b252c-e4c0-485d-958d-ef575ba97f6a'}] {{(pid=86500) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 15:01:43.492432 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] For port 2f4b252c-e4c0-485d-958d-ef575ba97f6a, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=2f4b252c-e4c0-485d-958d-ef575ba97f6a,segment=NetworkSegment(7fded2e8-d260-48fb-8c02-6979e28a42c9),segment_id=7fded2e8-d260-48fb-8c02-6979e28a42c9)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 15:01:43.532012 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4b252c-e4c0-485d-958d-ef575ba97f6a', 'code': 200} Apr 20 15:01:43.533239 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751737283784', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751736851503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363285117924280'] for port, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:43.535212 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d61c2893-9fa3-4aab-a3ab-a1616144f989 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:01:43.609254 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Pushing event updated for resources: {'Port': ['ID=2f4b252c-e4c0-485d-958d-ef575ba97f6a,revision_number=8']} {{(pid=86500) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:01:43.612443 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86500) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:01:43.612972 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22717110-5898-4e3d-9bbb-680f32f8ccec req-415e1561-c400-4d4c-b983-d5cccd98ac16 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:43.614811 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-22717110-5898-4e3d-9bbb-680f32f8ccec req-415e1561-c400-4d4c-b983-d5cccd98ac16 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.0952160 Apr 20 15:01:43.668227 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-22717110-5898-4e3d-9bbb-680f32f8ccec req-38095d27-969d-40c1-9a7a-5b5e8fe510ee tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463724 Apr 20 15:01:44.024712 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3d883-5a85-421c-9b2f-9877ab05808f req-2f779185-d6b7-49cc-8722-5fa8365be362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:44.026273 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-acb3d883-5a85-421c-9b2f-9877ab05808f req-2f779185-d6b7-49cc-8722-5fa8365be362 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 1099 time: 0.0823476 Apr 20 15:01:44.071244 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-acb3d883-5a85-421c-9b2f-9877ab05808f req-da5ad728-1ee4-4871-a1c5-94080cf203e6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380068 Apr 20 15:01:44.247024 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:44.464300 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:44.869394 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650beaae-0126-4160-9b89-6df9fcf0b44c req-caff42c4-ea54-48db-aa9d-c961c6741814 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:44.871011 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-650beaae-0126-4160-9b89-6df9fcf0b44c req-caff42c4-ea54-48db-aa9d-c961c6741814 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.0885105 Apr 20 15:01:44.919058 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-650beaae-0126-4160-9b89-6df9fcf0b44c req-b1a4dd7d-b6a2-4ae8-bb5f-f77d2bafab8b tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415926 Apr 20 15:01:45.469176 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:01:46.127868 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ab8b1-ca8e-468b-bae6-d9d400fac793 req-4ef1eed7-d09a-403a-9600-637ca67dd107 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:01:46.129451 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f98ab8b1-ca8e-468b-bae6-d9d400fac793 req-4ef1eed7-d09a-403a-9600-637ca67dd107 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.0956271 Apr 20 15:01:46.177320 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f98ab8b1-ca8e-468b-bae6-d9d400fac793 req-76311714-fbd6-4e9c-9d4c-8b48975cfa5c tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412972 Apr 20 15:01:48.087127 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:02:10.498160 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a6b79f6-e838-44c9-8d95-bb343bdc0248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:02:13.052204 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2d10912c-da2d-4a12-917b-e14d1d1fcea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:02:14.246375 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:02:14.457667 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:02:15.480723 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:02:18.104641 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:02:18.469248 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 15:02:31.988162 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2290c2fc-42c6-4a66-8232-bf010f4fb6a6 req-909aa9e6-64b6-459a-9768-326924b909c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775371 Apr 20 15:02:32.155919 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290c2fc-42c6-4a66-8232-bf010f4fb6a6 req-d896bb20-feb1-42c3-a2af-af502cf98e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:02:32.157476 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2290c2fc-42c6-4a66-8232-bf010f4fb6a6 req-d896bb20-feb1-42c3-a2af-af502cf98e99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7895e9b94989441ab8ab66227e6e40a7&device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 1099 time: 0.0831139 Apr 20 15:02:32.313249 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290c2fc-42c6-4a66-8232-bf010f4fb6a6 req-7c9cc30d-4dff-434f-ad24-1c81e9b5c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:02:32.314833 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2290c2fc-42c6-4a66-8232-bf010f4fb6a6 req-7c9cc30d-4dff-434f-ad24-1c81e9b5c4d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9e20bc2-6820-4033-aed2-94456491539e HTTP/1.1" status: 200 len: 909 time: 0.1375477 Apr 20 15:02:32.421306 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2290c2fc-42c6-4a66-8232-bf010f4fb6a6 req-f717572c-001a-43a7-a497-4322b69c6129 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4b252c-e4c0-485d-958d-ef575ba97f6a HTTP/1.1" status: 200 len: 1002 time: 0.0995061 Apr 20 15:02:32.491410 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290c2fc-42c6-4a66-8232-bf010f4fb6a6 req-d8840009-c481-414c-98d0-25552bc10714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:02:32.492935 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2290c2fc-42c6-4a66-8232-bf010f4fb6a6 req-d8840009-c481-414c-98d0-25552bc10714 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c897456d-80da-4273-9a65-da9a7e4286f4 HTTP/1.1" status: 200 len: 848 time: 0.0658488 Apr 20 15:02:32.578151 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290c2fc-42c6-4a66-8232-bf010f4fb6a6 req-bab29f2b-b11c-40c8-b63f-09f46dd62941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:02:32.579707 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2290c2fc-42c6-4a66-8232-bf010f4fb6a6 req-bab29f2b-b11c-40c8-b63f-09f46dd62941 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e20bc2-6820-4033-aed2-94456491539e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0799541 Apr 20 15:02:32.968242 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2290c2fc-42c6-4a66-8232-bf010f4fb6a6 req-fe375914-e2c3-4bdd-be1c-fab6da071795 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812106 Apr 20 15:02:33.113865 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2290c2fc-42c6-4a66-8232-bf010f4fb6a6 req-3a185882-9ee6-45e0-bafc-e59cac432d3a service neutron] 10.222.0.13 "GET /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364069 Apr 20 15:02:40.492005 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5be7cde1-f440-4b23-891f-ff72ac09049e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:02:43.041074 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-ba71eed3-bcd1-445f-b762-349648abb07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:02:44.257434 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:02:44.457381 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:02:45.468068 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:02:48.109081 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:02:55.469090 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 15:02:58.467503 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48528) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:02:58.688445 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Deleting port 7975c677-6920-47c1-990b-db59676bd79b {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 15:02:58.688831 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:02:58.875006 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:02:58.875379 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:02:59.019053 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Calling delete_port for 7975c677-6920-47c1-990b-db59676bd79b owned by network:floatingip {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 15:02:59.212065 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:02:59.217733 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f174078a-e662-4ebe-8ea1-fb3183cac287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:02:59.266738 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Pushing event deleted for resources: {'Port': ['ID=7975c677-6920-47c1-990b-db59676bd79b,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:02:59.311457 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:02:59.311876 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:02:59.312288 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:02:59.312696 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:02:59.313101 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:02:59.313504 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:02:59.313901 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:02:59.314331 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:02:59.314754 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:02:59.315160 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:02:59.315543 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:02:59.315936 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86498) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:02:59.348094 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:02:59.380546 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for floatingip, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:02:59.380916 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.db.l3_db [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Floating IP 277b4fc7-a187-49bc-9017-dd69df036b35 disassociated (deleted). External IP: 172.28.0.134, port: 2f4b252c-e4c0-485d-958d-ef575ba97f6a. Apr 20 15:02:59.996503 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Router 131418d3-996f-4708-ade0-cb0f23f8e88d has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 15:03:00.194229 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 15:03:00.204878 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f04278-99f2-455b-91cc-22544116fbd3 None None] Sync routers for ids ['131418d3-996f-4708-ade0-cb0f23f8e88d'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 15:03:00.211962 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for floatingip, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:00.216045 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f04278-99f2-455b-91cc-22544116fbd3 None None] Routers {'131418d3-996f-4708-ade0-cb0f23f8e88d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 15:03:00.216962 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-e5f04278-99f2-455b-91cc-22544116fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T15:02:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['131418d3-996f-4708-ade0-cb0f23f8e88d'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 15:03:00.276764 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-e8d580c8-f2b4-4d74-9234-7ad4014082fa tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "DELETE /v2.0/floatingips/277b4fc7-a187-49bc-9017-dd69df036b35 HTTP/1.1" status: 204 len: 168 time: 1.8053207 Apr 20 15:03:00.276764 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'tag': '2f4b252c-e4c0-485d-958d-ef575ba97f6a'}] {{(pid=86498) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 15:03:00.332156 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'tag': '2f4b252c-e4c0-485d-958d-ef575ba97f6a', 'status': 'completed', 'code': 200} Apr 20 15:03:00.415955 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-e5f04278-99f2-455b-91cc-22544116fbd3 None None] Set router 131418d3-996f-4708-ade0-cb0f23f8e88d gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 15:03:00.472359 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13b269-4a83-46ca-9ab2-6e77183a2cfd req-34dd6297-86e6-48ab-a889-4fce75b685e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:03:00.473975 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c13b269-4a83-46ca-9ab2-6e77183a2cfd req-34dd6297-86e6-48ab-a889-4fce75b685e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7895e9b94989441ab8ab66227e6e40a7&device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 1099 time: 0.0962918 Apr 20 15:03:00.635918 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13b269-4a83-46ca-9ab2-6e77183a2cfd req-97a10595-b053-4fe7-9f88-0fd941834705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:03:00.637632 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c13b269-4a83-46ca-9ab2-6e77183a2cfd req-97a10595-b053-4fe7-9f88-0fd941834705 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9e20bc2-6820-4033-aed2-94456491539e HTTP/1.1" status: 200 len: 909 time: 0.1575015 Apr 20 15:03:00.737382 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c13b269-4a83-46ca-9ab2-6e77183a2cfd req-51a34973-3e54-4f6d-8cd2-c6d4d13df0b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4b252c-e4c0-485d-958d-ef575ba97f6a HTTP/1.1" status: 200 len: 217 time: 0.0769708 Apr 20 15:03:00.779272 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-e5f04278-99f2-455b-91cc-22544116fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'name': 'tempest-TestShelveInstance-2040642989-router', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:39Z', 'updated_at': '2021-04-20T14:58:44Z', 'revision_number': 4, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'gw_port': {'id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:40Z', 'updated_at': '2021-04-20T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '600adbc5-d627-4cba-a151-2a8e8eed74df', 'name': '', 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'mac_address': 'fa:16:3e:2e:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:43Z', 'updated_at': '2021-04-20T14:58:52Z', 'revision_number': 5, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'subnets': [{'id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 15:03:00.784196 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f04278-99f2-455b-91cc-22544116fbd3 None None] Checking router: 131418d3-996f-4708-ade0-cb0f23f8e88d for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 15:03:00.794806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f04278-99f2-455b-91cc-22544116fbd3 None None] Routers {'131418d3-996f-4708-ade0-cb0f23f8e88d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 15:03:00.795486 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-e5f04278-99f2-455b-91cc-22544116fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T15:02:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['131418d3-996f-4708-ade0-cb0f23f8e88d'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 15:03:00.819023 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23b6a9-c2d3-473c-9e9d-45db97ee3921 req-19244294-3cc4-4847-880b-697b083b2609 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:03:00.819969 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-9f23b6a9-c2d3-473c-9e9d-45db97ee3921 req-19244294-3cc4-4847-880b-697b083b2609 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Synchronizing usage tracker for tenant:7895e9b94989441ab8ab66227e6e40a7 on resource:port {{(pid=86498) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 15:03:00.821590 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13b269-4a83-46ca-9ab2-6e77183a2cfd req-54190dfb-1af3-4ea8-825c-69c7043418be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:03:00.823312 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c13b269-4a83-46ca-9ab2-6e77183a2cfd req-54190dfb-1af3-4ea8-825c-69c7043418be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c897456d-80da-4273-9a65-da9a7e4286f4 HTTP/1.1" status: 200 len: 848 time: 0.0780494 Apr 20 15:03:00.857782 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-9f23b6a9-c2d3-473c-9e9d-45db97ee3921 req-19244294-3cc4-4847-880b-697b083b2609 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Unset dirty status for tenant:7895e9b94989441ab8ab66227e6e40a7 on resource:port {{(pid=86498) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 15:03:00.859115 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9f23b6a9-c2d3-473c-9e9d-45db97ee3921 req-19244294-3cc4-4847-880b-697b083b2609 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.1474662 Apr 20 15:03:00.915764 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13b269-4a83-46ca-9ab2-6e77183a2cfd req-e0a5939f-ff0a-471e-8fce-92e1bcaccf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:03:00.916189 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9f23b6a9-c2d3-473c-9e9d-45db97ee3921 req-6b097d32-a1f8-42a3-9524-62919c743a03 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498056 Apr 20 15:03:00.918202 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c13b269-4a83-46ca-9ab2-6e77183a2cfd req-e0a5939f-ff0a-471e-8fce-92e1bcaccf56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e20bc2-6820-4033-aed2-94456491539e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0883245 Apr 20 15:03:01.001178 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-e5f04278-99f2-455b-91cc-22544116fbd3 None None] Set router 131418d3-996f-4708-ade0-cb0f23f8e88d gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 15:03:01.072116 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c13b269-4a83-46ca-9ab2-6e77183a2cfd req-e1bb5595-b5cd-4de0-ab66-aefae862cc13 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460488 Apr 20 15:03:01.225651 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-0c13b269-4a83-46ca-9ab2-6e77183a2cfd req-336e7468-83e9-47da-86c8-b01aff125081 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461902 Apr 20 15:03:01.355142 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-e5f04278-99f2-455b-91cc-22544116fbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'name': 'tempest-TestShelveInstance-2040642989-router', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:39Z', 'updated_at': '2021-04-20T14:58:44Z', 'revision_number': 4, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'gw_port': {'id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:40Z', 'updated_at': '2021-04-20T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '600adbc5-d627-4cba-a151-2a8e8eed74df', 'name': '', 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'mac_address': 'fa:16:3e:2e:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:43Z', 'updated_at': '2021-04-20T14:58:52Z', 'revision_number': 5, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'subnets': [{'id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 15:03:01.359304 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f04278-99f2-455b-91cc-22544116fbd3 None None] The sync data for ids ['131418d3-996f-4708-ade0-cb0f23f8e88d'] in dv-cinder-742162-4-smb is: [{'id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'name': 'tempest-TestShelveInstance-2040642989-router', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:39Z', 'updated_at': '2021-04-20T14:58:44Z', 'revision_number': 4, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'gw_port': {'id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:40Z', 'updated_at': '2021-04-20T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb', '_interfaces': [{'id': '600adbc5-d627-4cba-a151-2a8e8eed74df', 'name': '', 'network_id': 'a9e20bc2-6820-4033-aed2-94456491539e', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'mac_address': 'fa:16:3e:2e:72:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:43Z', 'updated_at': '2021-04-20T14:58:52Z', 'revision_number': 5, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'subnets': [{'id': 'c897456d-80da-4273-9a65-da9a7e4286f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 15:03:01.762943 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079cce67-94dd-4e89-911d-623ee87328f0 None None] New status for floating IP 277b4fc7-a187-49bc-9017-dd69df036b35: DOWN {{(pid=86501) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 20 15:03:02.128676 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01cae50-7b2d-4947-98de-96d8c3b7ca28 req-5f7c2de8-fbb3-465f-86bb-96c9c732e28e tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86498) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:03:02.130345 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f01cae50-7b2d-4947-98de-96d8c3b7ca28 req-5f7c2de8-fbb3-465f-86bb-96c9c732e28e tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.0955408 Apr 20 15:03:02.181928 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-f01cae50-7b2d-4947-98de-96d8c3b7ca28 req-2b705d47-169d-4840-9ba3-e4c61a41b314 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/security-groups?id=83715185-20b3-49e9-8012-8907da19ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449686 Apr 20 15:03:02.241707 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351ef40-1e79-4920-9cfe-d97b6a327666 req-30e7d213-2ac7-4d3c-bb25-93c3d95daf3e tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86499) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 20 15:03:02.242424 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-2351ef40-1e79-4920-9cfe-d97b6a327666 req-30e7d213-2ac7-4d3c-bb25-93c3d95daf3e tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Synchronizing usage tracker for tenant:7895e9b94989441ab8ab66227e6e40a7 on resource:port {{(pid=86499) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 20 15:03:02.256290 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.quota.resource [req-2351ef40-1e79-4920-9cfe-d97b6a327666 req-30e7d213-2ac7-4d3c-bb25-93c3d95daf3e tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Unset dirty status for tenant:7895e9b94989441ab8ab66227e6e40a7 on resource:port {{(pid=86499) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 20 15:03:02.257543 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2351ef40-1e79-4920-9cfe-d97b6a327666 req-30e7d213-2ac7-4d3c-bb25-93c3d95daf3e tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 946 time: 0.1105492 Apr 20 15:03:02.337569 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-2351ef40-1e79-4920-9cfe-d97b6a327666 req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Deleting port 2f4b252c-e4c0-485d-958d-ef575ba97f6a {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 15:03:02.337947 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-2351ef40-1e79-4920-9cfe-d97b6a327666 req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:02.621981 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [req-2351ef40-1e79-4920-9cfe-d97b6a327666 req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] For port 2f4b252c-e4c0-485d-958d-ef575ba97f6a, host hv-cinder-74216, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-74216',level=0,port_id=2f4b252c-e4c0-485d-958d-ef575ba97f6a,segment=NetworkSegment(7fded2e8-d260-48fb-8c02-6979e28a42c9),segment_id=7fded2e8-d260-48fb-8c02-6979e28a42c9)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 15:03:02.622385 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-2351ef40-1e79-4920-9cfe-d97b6a327666 req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:02.760083 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [req-2351ef40-1e79-4920-9cfe-d97b6a327666 req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Calling delete_port for 2f4b252c-e4c0-485d-958d-ef575ba97f6a owned by compute:nova {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 15:03:02.943168 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-2351ef40-1e79-4920-9cfe-d97b6a327666 req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:02.949797 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-566e4cb1-d97b-4895-9e33-bb1721753ec4 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:03:03.001047 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Pushing event deleted for resources: {'Port': ['ID=2f4b252c-e4c0-485d-958d-ef575ba97f6a,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:03:03.048695 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:03:03.049129 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:03:03.049562 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:03:03.049981 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:03:03.050573 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:03:03.051020 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:03:03.051436 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:03:03.051856 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:03:03.052264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:03:03.052673 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:03:03.053080 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:03:03.053487 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-742162-4-smb {{(pid=86499) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 20 15:03:03.062118 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:03:03.102191 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [req-2351ef40-1e79-4920-9cfe-d97b6a327666 req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] No DVR routers for this DVR port 2f4b252c-e4c0-485d-958d-ef575ba97f6a on host hv-cinder-74216 {{(pid=86499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 15:03:03.104829 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [req-2351ef40-1e79-4920-9cfe-d97b6a327666 req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773009'] for port, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:03.107834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'name': 'network-vif-deleted', 'tag': '2f4b252c-e4c0-485d-958d-ef575ba97f6a'}] {{(pid=86499) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 20 15:03:03.150209 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-2351ef40-1e79-4920-9cfe-d97b6a327666 req-385b8148-6e62-4360-ba75-de43f3be4a3f tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.13 "DELETE /v2.0/ports/2f4b252c-e4c0-485d-958d-ef575ba97f6a HTTP/1.1" status: 204 len: 173 time: 0.8868344 Apr 20 15:03:03.291633 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bfb1812-a5c2-42c8-9356-35f094e8122d', 'name': 'network-vif-deleted', 'tag': '2f4b252c-e4c0-485d-958d-ef575ba97f6a', 'status': 'completed', 'code': 200} Apr 20 15:03:03.359434 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-9498f9f3-5b4d-4599-b765-e3a78899aac0 req-c1168265-5a4b-48c6-bde6-087e2b0be162 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 210 time: 0.0552151 Apr 20 15:03:04.556044 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [req-60ad14ca-a1f6-4fd1-95f4-d6666a754cdd req-56b54bd9-805e-483d-8578-6800d308f281 tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bfb1812-a5c2-42c8-9356-35f094e8122d HTTP/1.1" status: 200 len: 210 time: 0.0514450 Apr 20 15:03:05.737154 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 2f4b252c-e4c0-485d-958d-ef575ba97f6a no longer exists at agent hyperv_hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 15:03:05.776758 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] No Port match for: 2f4b252c-e4c0-485d-958d-ef575ba97f6a {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 15:03:05.777176 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Device 2f4b252c-e4c0-485d-958d-ef575ba97f6a not bound to the agent host hv-cinder-74216 {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 15:03:05.809201 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 48554) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:03:05.884699 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-119d373f-efcf-46a7-b25e-7c54452ed46e tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:05.920834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-119d373f-efcf-46a7-b25e-7c54452ed46e tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:06.000451 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-119d373f-efcf-46a7-b25e-7c54452ed46e tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:06.007010 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-b3274eab-50fb-4647-9d05-5d280eeb5a0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:03:06.023366 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d373f-efcf-46a7-b25e-7c54452ed46e tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83715185-20b3-49e9-8012-8907da19ef31,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:03:06.026191 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-119d373f-efcf-46a7-b25e-7c54452ed46e tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:03:06.067696 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-119d373f-efcf-46a7-b25e-7c54452ed46e tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:06.069793 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-119d373f-efcf-46a7-b25e-7c54452ed46e tempest-TestShelveInstance-864368903 tempest-TestShelveInstance-864368903-project] 10.222.0.21 "DELETE /v2.0/security-groups/83715185-20b3-49e9-8012-8907da19ef31 HTTP/1.1" status: 204 len: 168 time: 0.2592840 Apr 20 15:03:06.169895 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48560) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:03:06.786699 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d638c0c3-0822-40c2-937b-25230f0fbc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852971878'] for router_interface, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:07.244360 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-d638c0c3-0822-40c2-937b-25230f0fbc3f admin admin] Deleting port 600adbc5-d627-4cba-a151-2a8e8eed74df {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 15:03:07.246280 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d638c0c3-0822-40c2-937b-25230f0fbc3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:07.488619 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-d638c0c3-0822-40c2-937b-25230f0fbc3f admin admin] For port 600adbc5-d627-4cba-a151-2a8e8eed74df, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=600adbc5-d627-4cba-a151-2a8e8eed74df,segment=NetworkSegment(7fded2e8-d260-48fb-8c02-6979e28a42c9),segment_id=7fded2e8-d260-48fb-8c02-6979e28a42c9)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 15:03:07.488930 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d638c0c3-0822-40c2-937b-25230f0fbc3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:07.623390 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-d638c0c3-0822-40c2-937b-25230f0fbc3f admin admin] Calling delete_port for 600adbc5-d627-4cba-a151-2a8e8eed74df owned by network:router_interface {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 15:03:07.983274 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d638c0c3-0822-40c2-937b-25230f0fbc3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:07.988859 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-121637b0-72e1-4920-9fb7-d9197a6d200b tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:03:08.039502 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638c0c3-0822-40c2-937b-25230f0fbc3f admin admin] Pushing event deleted for resources: {'Port': ['ID=600adbc5-d627-4cba-a151-2a8e8eed74df,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:03:08.079689 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d638c0c3-0822-40c2-937b-25230f0fbc3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:03:08.593145 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d638c0c3-0822-40c2-937b-25230f0fbc3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852971804'] for router_interface, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:08.998823 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d638c0c3-0822-40c2-937b-25230f0fbc3f admin admin] Router 131418d3-996f-4708-ade0-cb0f23f8e88d has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 15:03:09.189540 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d638c0c3-0822-40c2-937b-25230f0fbc3f admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 15:03:09.198362 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc23d54-5655-40b4-903f-287f3afbebee None None] Sync routers for ids ['131418d3-996f-4708-ade0-cb0f23f8e88d'] in dv-cinder-742162-4-smb {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 15:03:09.203060 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-d638c0c3-0822-40c2-937b-25230f0fbc3f admin admin] 10.222.0.21 "PUT /v2.0/routers/131418d3-996f-4708-ade0-cb0f23f8e88d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0319989 Apr 20 15:03:09.205707 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48564) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:03:09.208993 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc23d54-5655-40b4-903f-287f3afbebee None None] Routers {'131418d3-996f-4708-ade0-cb0f23f8e88d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 15:03:09.209668 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-3cc23d54-5655-40b4-903f-287f3afbebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T15:02:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['131418d3-996f-4708-ade0-cb0f23f8e88d'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 15:03:09.407631 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70e45f52-76d1-4c01-abf8-d964265c2e83 admin admin] Notify callbacks [] for router, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:09.574338 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-3cc23d54-5655-40b4-903f-287f3afbebee None None] Set router 131418d3-996f-4708-ade0-cb0f23f8e88d gateway port host: dv-cinder-742162-4-smb {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 15:03:09.602305 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70e45f52-76d1-4c01-abf8-d964265c2e83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:09.639549 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-70e45f52-76d1-4c01-abf8-d964265c2e83 admin admin] Deleting port d748e841-5cfc-492a-86e9-86dcf05a33bd {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 15:03:09.639932 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70e45f52-76d1-4c01-abf8-d964265c2e83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:09.824490 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-70e45f52-76d1-4c01-abf8-d964265c2e83 admin admin] For port d748e841-5cfc-492a-86e9-86dcf05a33bd, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=d748e841-5cfc-492a-86e9-86dcf05a33bd,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 15:03:09.824887 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70e45f52-76d1-4c01-abf8-d964265c2e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:09.875939 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-3cc23d54-5655-40b4-903f-287f3afbebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'name': 'tempest-TestShelveInstance-2040642989-router', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:39Z', 'updated_at': '2021-04-20T15:03:07Z', 'revision_number': 5, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'gw_port': {'id': 'd748e841-5cfc-492a-86e9-86dcf05a33bd', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c4:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:40Z', 'updated_at': '2021-04-20T14:58:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 15:03:09.879984 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc23d54-5655-40b4-903f-287f3afbebee None None] Checking router: 131418d3-996f-4708-ade0-cb0f23f8e88d for host: dv-cinder-742162-4-smb {{(pid=86500) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 15:03:09.888903 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc23d54-5655-40b4-903f-287f3afbebee None None] Routers {'131418d3-996f-4708-ade0-cb0f23f8e88d'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86500) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 15:03:09.889559 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-3cc23d54-5655-40b4-903f-287f3afbebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T15:02:43Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['131418d3-996f-4708-ade0-cb0f23f8e88d'], 'active': True} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 15:03:09.956263 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-70e45f52-76d1-4c01-abf8-d964265c2e83 admin admin] Calling delete_port for d748e841-5cfc-492a-86e9-86dcf05a33bd owned by network:router_gateway {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 15:03:10.056674 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-3cc23d54-5655-40b4-903f-287f3afbebee None None] Set router 131418d3-996f-4708-ade0-cb0f23f8e88d gateway port host: None {{(pid=86500) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 15:03:10.176718 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-3cc23d54-5655-40b4-903f-287f3afbebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'name': 'tempest-TestShelveInstance-2040642989-router', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:39Z', 'updated_at': '2021-04-20T15:03:09Z', 'revision_number': 6, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'gw_port_host': None}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 15:03:10.181315 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc23d54-5655-40b4-903f-287f3afbebee None None] The sync data for ids ['131418d3-996f-4708-ade0-cb0f23f8e88d'] in dv-cinder-742162-4-smb is: [{'id': '131418d3-996f-4708-ade0-cb0f23f8e88d', 'name': 'tempest-TestShelveInstance-2040642989-router', 'tenant_id': '7895e9b94989441ab8ab66227e6e40a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:39Z', 'updated_at': '2021-04-20T15:03:09Z', 'revision_number': 6, 'project_id': '7895e9b94989441ab8ab66227e6e40a7', 'gw_port_host': None}] {{(pid=86500) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 15:03:10.240383 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70e45f52-76d1-4c01-abf8-d964265c2e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:10.246132 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-cec12f28-c918-4f81-a630-fc541eb87782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:03:10.299590 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e45f52-76d1-4c01-abf8-d964265c2e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=d748e841-5cfc-492a-86e9-86dcf05a33bd,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:03:10.302590 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-70e45f52-76d1-4c01-abf8-d964265c2e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:03:10.406830 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70e45f52-76d1-4c01-abf8-d964265c2e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829733'] for router_gateway, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:10.497452 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-785b4e93-fdff-45d6-8ade-9eea4ab3c9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:10.601482 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70e45f52-76d1-4c01-abf8-d964265c2e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1810233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3686'] for router, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:10.604779 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70e45f52-76d1-4c01-abf8-d964265c2e83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:10.743144 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70e45f52-76d1-4c01-abf8-d964265c2e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852969603'] for router, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:10.743757 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e45f52-76d1-4c01-abf8-d964265c2e83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 131418d3-996f-4708-ade0-cb0f23f8e88d {{(pid=86498) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 15:03:10.757833 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-70e45f52-76d1-4c01-abf8-d964265c2e83 admin admin] Notify callbacks [] for router, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:10.759083 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-70e45f52-76d1-4c01-abf8-d964265c2e83 admin admin] 10.222.0.21 "DELETE /v2.0/routers/131418d3-996f-4708-ade0-cb0f23f8e88d HTTP/1.1" status: 204 len: 168 time: 1.5523224 Apr 20 15:03:10.762421 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48568) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:03:10.835236 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_v2 [None req-68796f04-1f15-436e-b62c-508a811ba0d4 admin admin] Deleting subnet c897456d-80da-4273-9a65-da9a7e4286f4 {{(pid=86498) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 15:03:10.838612 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-68796f04-1f15-436e-b62c-508a811ba0d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:10.893716 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-68796f04-1f15-436e-b62c-508a811ba0d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852042768'] for subnet, precommit_delete_associations {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:10.977680 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-68796f04-1f15-436e-b62c-508a811ba0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854002903'] for subnet, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:11.520296 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-68796f04-1f15-436e-b62c-508a811ba0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036728154522', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851606548'] for subnet, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:11.526191 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0ff00602-c385-4506-9646-144c277f7ef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:03:11.565190 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-68796f04-1f15-436e-b62c-508a811ba0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for subnet, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:11.569803 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68796f04-1f15-436e-b62c-508a811ba0d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c897456d-80da-4273-9a65-da9a7e4286f4,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:03:11.570348 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9647c9-a829-46ee-b2a2-d11e85311304 None None] Network a9e20bc2-6820-4033-aed2-94456491539e requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 15:03:11.572323 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-68796f04-1f15-436e-b62c-508a811ba0d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:03:11.575867 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-68796f04-1f15-436e-b62c-508a811ba0d4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c897456d-80da-4273-9a65-da9a7e4286f4 HTTP/1.1" status: 204 len: 168 time: 0.8124042 Apr 20 15:03:11.578508 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48572) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:03:11.696380 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854139803'] for network, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:11.707498 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Deleting port fb6013c1-047a-415c-9d79-44e80f5f307c {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 15:03:11.707910 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:11.831474 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c51665a-a397-4f70-98be-5de374344bbe None None] DHCP port deletion for a9e20bc2-6820-4033-aed2-94456491539e request from dv-cinder-742162-4-smb {{(pid=86500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 15:03:11.835687 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3c51665a-a397-4f70-98be-5de374344bbe None None] Deleting port fb6013c1-047a-415c-9d79-44e80f5f307c {{(pid=86500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 15:03:11.836111 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3c51665a-a397-4f70-98be-5de374344bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:11.933091 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] For port fb6013c1-047a-415c-9d79-44e80f5f307c, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=fb6013c1-047a-415c-9d79-44e80f5f307c,segment=NetworkSegment(7fded2e8-d260-48fb-8c02-6979e28a42c9),segment_id=7fded2e8-d260-48fb-8c02-6979e28a42c9)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 15:03:11.933485 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:12.057765 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-3c51665a-a397-4f70-98be-5de374344bbe None None] For port fb6013c1-047a-415c-9d79-44e80f5f307c, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=fb6013c1-047a-415c-9d79-44e80f5f307c,segment=NetworkSegment(7fded2e8-d260-48fb-8c02-6979e28a42c9),segment_id=7fded2e8-d260-48fb-8c02-6979e28a42c9)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 15:03:12.058142 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3c51665a-a397-4f70-98be-5de374344bbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:12.068292 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Calling delete_port for fb6013c1-047a-415c-9d79-44e80f5f307c owned by network:dhcp {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 15:03:12.188499 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:12.189215 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 600adbc5-d627-4cba-a151-2a8e8eed74df no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 15:03:12.193823 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-f66017bc-e791-45f5-9056-6c841e3bfb1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:03:12.224592 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3c51665a-a397-4f70-98be-5de374344bbe None None] Calling delete_port for fb6013c1-047a-415c-9d79-44e80f5f307c owned by network:dhcp {{(pid=86500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 15:03:12.240572 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb6013c1-047a-415c-9d79-44e80f5f307c,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:03:12.243978 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:03:12.245335 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] No DVR routers for this DVR port fb6013c1-047a-415c-9d79-44e80f5f307c on host dv-cinder-742162-4-smb {{(pid=86498) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 15:03:12.272289 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: 600adbc5-d627-4cba-a151-2a8e8eed74df {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 15:03:12.272681 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 600adbc5-d627-4cba-a151-2a8e8eed74df not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 15:03:12.273157 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device fb6013c1-047a-415c-9d79-44e80f5f307c no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 15:03:12.313649 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: fb6013c1-047a-415c-9d79-44e80f5f307c {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 15:03:12.314041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device fb6013c1-047a-415c-9d79-44e80f5f307c not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 15:03:12.314510 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device d748e841-5cfc-492a-86e9-86dcf05a33bd no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 15:03:12.360135 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: d748e841-5cfc-492a-86e9-86dcf05a33bd {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 15:03:12.360530 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device d748e841-5cfc-492a-86e9-86dcf05a33bd not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 15:03:12.375027 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772988', 'neutron.services.segments.db._delete_segments_for_network-8751737199731'] for network, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:12.384358 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.db.api [None req-3c51665a-a397-4f70-98be-5de374344bbe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86500) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:03:12.384765 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_db.api [None req-3c51665a-a397-4f70-98be-5de374344bbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 15:03:12.491805 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e20bc2-6820-4033-aed2-94456491539e']}} {{(pid=86498) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 15:03:12.505091 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fded2e8-d260-48fb-8c02-6979e28a42c9') {'for_net_delete': True} {{(pid=86498) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 15:03:12.505435 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fded2e8-d260-48fb-8c02-6979e28a42c9') {} {{(pid=86498) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 15:03:12.518086 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285117414499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2733048'] for segment, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:12.533479 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:12.540023 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=86498) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 15:03:12.725618 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Network a9e20bc2-6820-4033-aed2-94456491539e has no segments {{(pid=86498) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 15:03:12.735299 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854042056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126621125'] for segment, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:12.885924 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3c51665a-a397-4f70-98be-5de374344bbe None None] Deleting port fb6013c1-047a-415c-9d79-44e80f5f307c {{(pid=86500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 15:03:12.886360 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3c51665a-a397-4f70-98be-5de374344bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:12.916179 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Network a9e20bc2-6820-4033-aed2-94456491539e has no segments {{(pid=86498) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: Traceback (most recent call last): Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: timer() Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: cb(*args, **kw) Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: return func(*args, **kwargs) Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: self._notify() Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: self.callback(batched_events) Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: event.method(event) Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: segment_id)['aggregates'][0] Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: return f(self, *a, **k) Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: return self._get(url).json() Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: **kwargs) Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: return self.request(url, 'GET', **kwargs) Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: **endpoint_filter) Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:03:12.944003 dv-cinder-742162-4-smb neutron-server[86383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:03:12.959609 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-3c51665a-a397-4f70-98be-5de374344bbe None None] The port 'fb6013c1-047a-415c-9d79-44e80f5f307c' was deleted {{(pid=86500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 15:03:13.040466 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-83decca4-582b-48fa-b087-92b6b2035794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:13.057825 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854002828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808770'] for network, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:13.062513 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:03:13.077805 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:13.089594 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Pushing event deleted for resources: {'Network': ['ID=a9e20bc2-6820-4033-aed2-94456491539e,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:03:13.093047 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:03:13.126617 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-97b6064c-e8bd-4437-9c06-0ce75a38bc4a admin admin] 10.222.0.21 "DELETE /v2.0/networks/a9e20bc2-6820-4033-aed2-94456491539e HTTP/1.1" status: 204 len: 168 time: 1.5469787 Apr 20 15:03:13.129686 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86498) accepted ('10.222.0.21', 48576) {{(pid=86498) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:03:13.707570 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-92404a5a-7c89-4411-8573-b03b3b097e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036852971878'] for router_interface, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:14.079719 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-92404a5a-7c89-4411-8573-b03b3b097e74 admin admin] Deleting port 63f9867e-b7d7-45ec-82c6-140c6dff9c2d {{(pid=86498) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 15:03:14.080098 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-92404a5a-7c89-4411-8573-b03b3b097e74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:14.262228 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-92404a5a-7c89-4411-8573-b03b3b097e74 admin admin] For port 63f9867e-b7d7-45ec-82c6-140c6dff9c2d, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=63f9867e-b7d7-45ec-82c6-140c6dff9c2d,segment=NetworkSegment(a1864b12-42a7-421f-893f-b3b1a99aba79),segment_id=a1864b12-42a7-421f-893f-b3b1a99aba79)] {{(pid=86498) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 15:03:14.262626 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-92404a5a-7c89-4411-8573-b03b3b097e74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:14.263080 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:14.405346 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-92404a5a-7c89-4411-8573-b03b3b097e74 admin admin] Calling delete_port for 63f9867e-b7d7-45ec-82c6-140c6dff9c2d owned by network:router_interface {{(pid=86498) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 15:03:14.468717 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:14.605961 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-92404a5a-7c89-4411-8573-b03b3b097e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036728154702'] for port, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:14.610970 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d2e65e4e-1a65-4b48-bd6a-998169558b9c tempest-TestMinimumBasicScenario-615989272 tempest-TestMinimumBasicScenario-615989272-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:03:14.658312 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92404a5a-7c89-4411-8573-b03b3b097e74 admin admin] Pushing event deleted for resources: {'Port': ['ID=63f9867e-b7d7-45ec-82c6-140c6dff9c2d,revision_number=None']} {{(pid=86498) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:03:14.661475 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-92404a5a-7c89-4411-8573-b03b3b097e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86498) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:03:15.192310 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-92404a5a-7c89-4411-8573-b03b3b097e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1673126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036852971804'] for router_interface, after_delete {{(pid=86498) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:15.491554 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:15.585245 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92404a5a-7c89-4411-8573-b03b3b097e74 admin admin] Router 12a4b58c-54a5-441c-97ef-6eabb1f00b97 has already been hosted by L3 agent 0415711d-9175-4745-a13c-ae27be492043 {{(pid=86498) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 20 15:03:15.777980 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92404a5a-7c89-4411-8573-b03b3b097e74 admin admin] Notify agent at l3_agent.dv-cinder-742162-4-smb the message routers_updated {{(pid=86498) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 20 15:03:15.786431 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af0895-a92a-4ee5-aeb5-536d3d118df8 None None] Sync routers for ids ['12a4b58c-54a5-441c-97ef-6eabb1f00b97'] in dv-cinder-742162-4-smb {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 20 15:03:15.796647 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af0895-a92a-4ee5-aeb5-536d3d118df8 None None] Routers {'12a4b58c-54a5-441c-97ef-6eabb1f00b97'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 15:03:15.799598 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-a4af0895-a92a-4ee5-aeb5-536d3d118df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T15:03:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['12a4b58c-54a5-441c-97ef-6eabb1f00b97'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 15:03:15.813339 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-92404a5a-7c89-4411-8573-b03b3b097e74 admin admin] 10.222.0.21 "PUT /v2.0/routers/12a4b58c-54a5-441c-97ef-6eabb1f00b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6824930 Apr 20 15:03:15.816311 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 48580) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:03:15.990239 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-a4af0895-a92a-4ee5-aeb5-536d3d118df8 None None] Set router 12a4b58c-54a5-441c-97ef-6eabb1f00b97 gateway port host: dv-cinder-742162-4-smb {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 15:03:16.009852 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d735-7659-445e-adc1-919cf3a48d0e admin admin] Notify callbacks [] for router, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:16.200603 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d735-7659-445e-adc1-919cf3a48d0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:16.240072 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-5cd2d735-7659-445e-adc1-919cf3a48d0e admin admin] Deleting port 43285718-4f6c-4809-bc89-4191c93e46ed {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 15:03:16.240458 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d735-7659-445e-adc1-919cf3a48d0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:16.299400 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-a4af0895-a92a-4ee5-aeb5-536d3d118df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'name': 'tempest-TestShelveInstance-901664956-router', 'tenant_id': 'b36c3ac38afa46e8a8f426443db77b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'external_fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.148'}], 'enable_snat': True}, 'gw_port_id': '43285718-4f6c-4809-bc89-4191c93e46ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:47Z', 'updated_at': '2021-04-20T15:03:14Z', 'revision_number': 5, 'project_id': 'b36c3ac38afa46e8a8f426443db77b98', 'gw_port': {'id': '43285718-4f6c-4809-bc89-4191c93e46ed', 'name': '', 'network_id': 'c65a64c7-be21-4578-9264-745dbe2f178e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:32:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'ip_address': '172.28.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-742162-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-20T14:58:49Z', 'updated_at': '2021-04-20T14:58:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b0647d2-5b57-4c4a-9b43-0d92e6e63cd5', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-742162-4-smb'}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 15:03:16.303929 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af0895-a92a-4ee5-aeb5-536d3d118df8 None None] Checking router: 12a4b58c-54a5-441c-97ef-6eabb1f00b97 for host: dv-cinder-742162-4-smb {{(pid=86501) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 20 15:03:16.313304 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af0895-a92a-4ee5-aeb5-536d3d118df8 None None] Routers {'12a4b58c-54a5-441c-97ef-6eabb1f00b97'} bound to L3 agent in host dv-cinder-742162-4-smb {{(pid=86501) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 20 15:03:16.313962 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-a4af0895-a92a-4ee5-aeb5-536d3d118df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-742162-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-20T14:40:13Z,description=,heartbeat_timestamp=2021-04-20T15:03:13Z,host='dv-cinder-742162-4-smb',id=0415711d-9175-4745-a13c-ae27be492043,load=0,resource_versions=,resources_synced=,started_at=2021-04-20T14:40:13Z,topic='l3_agent')) {'router_ids': ['12a4b58c-54a5-441c-97ef-6eabb1f00b97'], 'active': True} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 15:03:16.430232 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-5cd2d735-7659-445e-adc1-919cf3a48d0e admin admin] For port 43285718-4f6c-4809-bc89-4191c93e46ed, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=43285718-4f6c-4809-bc89-4191c93e46ed,segment=NetworkSegment(a8e997e3-4afc-4266-8af6-81d67a31d04b),segment_id=a8e997e3-4afc-4266-8af6-81d67a31d04b)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 15:03:16.430623 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d735-7659-445e-adc1-919cf3a48d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:16.472289 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvr_db [None req-a4af0895-a92a-4ee5-aeb5-536d3d118df8 None None] Set router 12a4b58c-54a5-441c-97ef-6eabb1f00b97 gateway port host: None {{(pid=86501) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 20 15:03:16.563766 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-5cd2d735-7659-445e-adc1-919cf3a48d0e admin admin] Calling delete_port for 43285718-4f6c-4809-bc89-4191c93e46ed owned by network:router_gateway {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 15:03:16.587340 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_hamode_db [None req-a4af0895-a92a-4ee5-aeb5-536d3d118df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'name': 'tempest-TestShelveInstance-901664956-router', 'tenant_id': 'b36c3ac38afa46e8a8f426443db77b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:47Z', 'updated_at': '2021-04-20T15:03:16Z', 'revision_number': 6, 'project_id': 'b36c3ac38afa46e8a8f426443db77b98', 'gw_port_host': None}], 'dv-cinder-742162-4-smb', False) {} {{(pid=86501) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 15:03:16.591623 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af0895-a92a-4ee5-aeb5-536d3d118df8 None None] The sync data for ids ['12a4b58c-54a5-441c-97ef-6eabb1f00b97'] in dv-cinder-742162-4-smb is: [{'id': '12a4b58c-54a5-441c-97ef-6eabb1f00b97', 'name': 'tempest-TestShelveInstance-901664956-router', 'tenant_id': 'b36c3ac38afa46e8a8f426443db77b98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-20T14:58:47Z', 'updated_at': '2021-04-20T15:03:16Z', 'revision_number': 6, 'project_id': 'b36c3ac38afa46e8a8f426443db77b98', 'gw_port_host': None}] {{(pid=86501) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 20 15:03:16.777548 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d735-7659-445e-adc1-919cf3a48d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:16.782585 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-0d8d4298-49c5-46bd-9008-74a12a35c1fd tempest-AttachVolumeShelveTestJSON-948591709 tempest-AttachVolumeShelveTestJSON-948591709-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:03:16.830178 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2d735-7659-445e-adc1-919cf3a48d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=43285718-4f6c-4809-bc89-4191c93e46ed,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:03:16.833496 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5cd2d735-7659-445e-adc1-919cf3a48d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:03:16.939594 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d735-7659-445e-adc1-919cf3a48d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1829733'] for router_gateway, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:17.388630 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d735-7659-445e-adc1-919cf3a48d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1810233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3686'] for router, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:17.390946 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d735-7659-445e-adc1-919cf3a48d0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:17.439863 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d735-7659-445e-adc1-919cf3a48d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036852969603'] for router, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:17.440601 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd2d735-7659-445e-adc1-919cf3a48d0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12a4b58c-54a5-441c-97ef-6eabb1f00b97 {{(pid=86499) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 20 15:03:17.454552 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-5cd2d735-7659-445e-adc1-919cf3a48d0e admin admin] Notify callbacks [] for router, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:17.455810 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-5cd2d735-7659-445e-adc1-919cf3a48d0e admin admin] 10.222.0.21 "DELETE /v2.0/routers/12a4b58c-54a5-441c-97ef-6eabb1f00b97 HTTP/1.1" status: 204 len: 168 time: 1.6384294 Apr 20 15:03:17.458457 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 48586) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:03:17.526799 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f31a49b-8ae5-4a97-beb4-b1e056188ef9 admin admin] Deleting subnet 3067d04a-c77d-452f-a8f1-d197da8328a7 {{(pid=86499) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 20 15:03:17.530850 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4f31a49b-8ae5-4a97-beb4-b1e056188ef9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:17.586645 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4f31a49b-8ae5-4a97-beb4-b1e056188ef9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851047599'] for subnet, precommit_delete_associations {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:17.671425 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4f31a49b-8ae5-4a97-beb4-b1e056188ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854002903'] for subnet, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:17.977973 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4f31a49b-8ae5-4a97-beb4-b1e056188ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-772881', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1706344', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036727916626', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3950722'] for subnet, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:17.984146 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-d72b456b-44aa-442d-a0b6-2dcdb480198b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:03:18.021973 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31a49b-8ae5-4a97-beb4-b1e056188ef9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3067d04a-c77d-452f-a8f1-d197da8328a7,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:03:18.024147 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4f31a49b-8ae5-4a97-beb4-b1e056188ef9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:18.027207 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-4f31a49b-8ae5-4a97-beb4-b1e056188ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:03:18.028918 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d1cfb0-b71b-4d56-8a6d-33b0a2fbfdd8 None None] Network e71b4e15-552e-4965-9283-1ef2eb6a5d70 requested from dv-cinder-742162-4-smb {{(pid=86500) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 20 15:03:18.031968 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-4f31a49b-8ae5-4a97-beb4-b1e056188ef9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3067d04a-c77d-452f-a8f1-d197da8328a7 HTTP/1.1" status: 204 len: 168 time: 0.5723932 Apr 20 15:03:18.034575 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 48590) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:03:18.155971 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854139803'] for network, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:18.159740 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 43285718-4f6c-4809-bc89-4191c93e46ed no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 15:03:18.168166 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Deleting port 7b7bd226-a6b1-4e66-a154-94083c50d06e {{(pid=86499) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 15:03:18.168539 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:18.207952 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: 43285718-4f6c-4809-bc89-4191c93e46ed {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 15:03:18.208353 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 43285718-4f6c-4809-bc89-4191c93e46ed not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 15:03:18.208834 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 63f9867e-b7d7-45ec-82c6-140c6dff9c2d no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 15:03:18.275253 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:18.280685 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: 63f9867e-b7d7-45ec-82c6-140c6dff9c2d {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 15:03:18.281247 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 63f9867e-b7d7-45ec-82c6-140c6dff9c2d not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 15:03:18.396615 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] For port 7b7bd226-a6b1-4e66-a154-94083c50d06e, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=7b7bd226-a6b1-4e66-a154-94083c50d06e,segment=NetworkSegment(a1864b12-42a7-421f-893f-b3b1a99aba79),segment_id=a1864b12-42a7-421f-893f-b3b1a99aba79)] {{(pid=86499) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 15:03:18.397100 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:18.419381 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c47000-96bd-4c66-9f2c-b7b53eed442a None None] DHCP port deletion for e71b4e15-552e-4965-9283-1ef2eb6a5d70 request from dv-cinder-742162-4-smb {{(pid=86500) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 20 15:03:18.423845 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-95c47000-96bd-4c66-9f2c-b7b53eed442a None None] Deleting port 7b7bd226-a6b1-4e66-a154-94083c50d06e {{(pid=86500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 15:03:18.424264 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-95c47000-96bd-4c66-9f2c-b7b53eed442a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:18.553392 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Calling delete_port for 7b7bd226-a6b1-4e66-a154-94083c50d06e owned by network:dhcp {{(pid=86499) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 15:03:18.664444 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.db [None req-95c47000-96bd-4c66-9f2c-b7b53eed442a None None] For port 7b7bd226-a6b1-4e66-a154-94083c50d06e, host dv-cinder-742162-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-742162-4-smb',level=0,port_id=7b7bd226-a6b1-4e66-a154-94083c50d06e,segment=NetworkSegment(a1864b12-42a7-421f-893f-b3b1a99aba79),segment_id=a1864b12-42a7-421f-893f-b3b1a99aba79)] {{(pid=86500) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 20 15:03:18.664813 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-95c47000-96bd-4c66-9f2c-b7b53eed442a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036852947075'] for port, precommit_delete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:18.674620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854162376', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2050108', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363285117491999', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363285117924314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036727917446'] for port, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:18.679808 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-5a571406-b436-4528-93da-ba3cda940b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:03:18.730803 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7bd226-a6b1-4e66-a154-94083c50d06e,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:03:18.734177 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:03:18.735041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] No DVR routers for this DVR port 7b7bd226-a6b1-4e66-a154-94083c50d06e on host dv-cinder-742162-4-smb {{(pid=86499) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 20 15:03:18.806781 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-95c47000-96bd-4c66-9f2c-b7b53eed442a None None] Calling delete_port for 7b7bd226-a6b1-4e66-a154-94083c50d06e owned by network:dhcp {{(pid=86500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Apr 20 15:03:18.859620 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-772988', 'neutron.services.segments.db._delete_segments_for_network-8751737199731'] for network, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:18.881811 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.db.api [None req-95c47000-96bd-4c66-9f2c-b7b53eed442a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86500) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 20 15:03:18.882216 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_db.api [None req-95c47000-96bd-4c66-9f2c-b7b53eed442a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86500) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 20 15:03:18.977410 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e71b4e15-552e-4965-9283-1ef2eb6a5d70']}} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 15:03:18.990059 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1864b12-42a7-421f-893f-b3b1a99aba79') {'for_net_delete': True} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 15:03:18.990393 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.services.segments.db [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1864b12-42a7-421f-893f-b3b1a99aba79') {} {{(pid=86499) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 20 15:03:19.003002 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285117414499', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3728217'] for segment, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:19.018400 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-733775'] for segment, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:19.024956 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=86499) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 20 15:03:19.205737 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Network e71b4e15-552e-4965-9283-1ef2eb6a5d70 has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 15:03:19.214754 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854042056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126858253'] for segment, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:19.383360 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-95c47000-96bd-4c66-9f2c-b7b53eed442a None None] Deleting port 7b7bd226-a6b1-4e66-a154-94083c50d06e {{(pid=86500) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 20 15:03:19.383796 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-95c47000-96bd-4c66-9f2c-b7b53eed442a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285117495924'] for port, before_delete {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:19.397378 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.managers [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Network e71b4e15-552e-4965-9283-1ef2eb6a5d70 has no segments {{(pid=86499) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: Traceback (most recent call last): Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: timer() Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: cb(*args, **kw) Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: return func(*args, **kwargs) Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: self._notify() Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: self.callback(batched_events) Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: event.method(event) Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: segment_id)['aggregates'][0] Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: return f(self, *a, **k) Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: return self._get(url).json() Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: **kwargs) Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: return self.request(url, 'GET', **kwargs) Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: **endpoint_filter) Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 20 15:03:19.421672 dv-cinder-742162-4-smb neutron-server[86383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 20 15:03:19.652774 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-95c47000-96bd-4c66-9f2c-b7b53eed442a None None] The port '7b7bd226-a6b1-4e66-a154-94083c50d06e' was deleted {{(pid=86500) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 20 15:03:19.725481 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854002828', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704584', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853102690', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1808770'] for network, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:19.730741 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853102707'] for network, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:19.734661 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:03:19.758576 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Pushing event deleted for resources: {'Network': ['ID=e71b4e15-552e-4965-9283-1ef2eb6a5d70,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:03:19.761416 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:03:19.765521 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-43e093a9-aaa4-4cd3-89b2-486d52208e61 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e71b4e15-552e-4965-9283-1ef2eb6a5d70 HTTP/1.1" status: 204 len: 168 time: 1.7295151 Apr 20 15:03:20.110065 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 48598) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:03:20.139631 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 7b7bd226-a6b1-4e66-a154-94083c50d06e no longer exists at agent ovs-agent-dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 20 15:03:20.168931 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-3b0ddcf1-8590-4f2f-9db2-4ad725c126b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7895e9b94989441ab8ab66227e6e40a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0571589 Apr 20 15:03:20.171511 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 48602) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:03:20.177305 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.plugin [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] No Port match for: 7b7bd226-a6b1-4e66-a154-94083c50d06e {{(pid=86500) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 20 15:03:20.177705 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.plugins.ml2.rpc [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Device 7b7bd226-a6b1-4e66-a154-94083c50d06e not bound to the agent host dv-cinder-742162-4-smb {{(pid=86500) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 20 15:03:20.233775 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7bd2417b-bd1d-4341-b06d-a183636aec40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:20.261296 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7bd2417b-bd1d-4341-b06d-a183636aec40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:20.468534 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7bd2417b-bd1d-4341-b06d-a183636aec40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:20.472623 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-2f769f37-4268-425e-91f0-6804078cb2d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:03:20.486602 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2417b-bd1d-4341-b06d-a183636aec40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f2f20a-4257-42c3-8909-bf80bb301a8b,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:03:20.490495 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-7bd2417b-bd1d-4341-b06d-a183636aec40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:03:20.496211 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7bd2417b-bd1d-4341-b06d-a183636aec40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:20.497434 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-7bd2417b-bd1d-4341-b06d-a183636aec40 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91f2f20a-4257-42c3-8909-bf80bb301a8b HTTP/1.1" status: 204 len: 168 time: 0.3249326 Apr 20 15:03:21.113387 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 48610) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:03:21.174870 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-4f9eff0b-3e9c-4c09-929b-72f18f0f4102 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b36c3ac38afa46e8a8f426443db77b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0596437 Apr 20 15:03:21.177892 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [-] (86499) accepted ('10.222.0.21', 48614) {{(pid=86499) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 20 15:03:21.239793 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a03e63fe-dd68-447a-9ff4-871f3f3fbfef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:21.267779 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a03e63fe-dd68-447a-9ff4-871f3f3fbfef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:21.331262 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a03e63fe-dd68-447a-9ff4-871f3f3fbfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1704620'] for security_group, after_delete {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:21.336239 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-30549b9f-36ee-48c4-ac19-a6f998c574e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 20 15:03:21.349580 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e63fe-dd68-447a-9ff4-871f3f3fbfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec2bc06-5c3a-4eb2-a59e-49de510644c4,revision_number=None']} {{(pid=86499) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 20 15:03:21.352619 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG oslo_concurrency.lockutils [None req-a03e63fe-dd68-447a-9ff4-871f3f3fbfef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86499) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 20 15:03:21.353576 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-a03e63fe-dd68-447a-9ff4-871f3f3fbfef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86499) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:21.354964 dv-cinder-742162-4-smb neutron-server[86383]: INFO neutron.wsgi [None req-a03e63fe-dd68-447a-9ff4-871f3f3fbfef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bec2bc06-5c3a-4eb2-a59e-49de510644c4 HTTP/1.1" status: 204 len: 168 time: 0.1758671 Apr 20 15:03:32.473594 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 15:03:40.496849 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1a466690-debd-4a42-b162-166b19730f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:43.039986 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-465893c5-8705-4da7-ae5d-95206590b168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:44.261114 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:44.462439 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:45.480001 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:03:48.131460 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:04:09.474050 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 15:04:10.495349 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-8fdfc3c3-712a-436d-8acd-be16b58870c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:04:13.062677 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-c1927063-e253-4c33-9919-2c8caccb8d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:04:14.256934 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:04:14.468885 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:04:15.479910 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:04:18.130960 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:04:40.496547 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-9718e7a7-6168-439d-b94a-abe9d41fb294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:04:43.043576 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-d3b0f55e-1295-47ad-878d-ea6bec67f8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:04:44.261641 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:04:44.473222 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:04:45.484735 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:04:46.473167 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 15:04:48.153467 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:05:10.496564 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-b980b420-ae61-4c83-b947-58d3e73383db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:05:13.043215 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1c443c97-b109-4dbc-87a5-3915802a784b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:05:14.279115 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:05:14.471532 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:05:15.483073 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:05:18.151665 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:05:23.473052 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 15:05:40.490225 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1fa3b4a9-0e54-466f-be32-0e3baae89257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:05:43.044235 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-dbc02038-8130-4ba0-a41b-4f297bf865a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:05:44.265009 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:05:44.478503 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:05:45.489770 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:05:48.141554 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:06:00.473091 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 15:06:10.495655 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-425cf16a-f1a9-4575-b01e-80ccff8f4841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:06:13.048162 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-49cab3e3-c39e-4799-8f8e-0610d7e78e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:06:14.284041 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:06:14.466930 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:06:15.489864 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:06:18.150889 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:06:37.473480 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 15:06:40.512267 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-18ec539e-f421-463e-80a6-c2172aa13888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:06:43.049694 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-7d511ceb-b655-43a6-a1ba-ba6cbd0efe12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:06:44.301310 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:06:44.472764 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:06:45.499768 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:06:48.152356 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:07:10.495594 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-2a1300fd-042c-4900-a2e3-bb9f4c58eafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:07:13.055635 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-91ec95bf-e92c-444c-bedc-03fd3c6a2e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:07:14.289432 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:07:14.466570 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:07:14.476270 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 15:07:15.495569 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:07:18.146593 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:07:22.518143 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [req-767cee32-d840-40c9-bc72-ecb95dbd199d req-fa65a893-e66f-4222-b55e-0410245cb34f service neutron] (86498) timed out ('10.222.0.13', 55395) {{(pid=86498) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 15:07:40.486723 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-0f6e4ac9-7460-46b9-906c-7c23c53b446f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:07:41.393664 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [req-7a8747fb-f181-4e9a-803e-3f4a07b9f6c6 req-3423d47d-2885-4221-9229-37fa78f64aa2 service neutron] (86499) timed out ('10.222.0.13', 55364) {{(pid=86499) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 15:07:43.052416 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-139adccd-522c-475d-8b6b-75a483cf1b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:07:44.275165 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:07:44.473069 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:07:45.504021 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:07:47.143727 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.wsgi [req-774efdd6-61e0-41f3-b5bf-0573579dc71a req-3e4a3ea2-2678-4844-a80b-19289bbd3a5d service neutron] (86499) timed out ('10.222.0.21', 42722) {{(pid=86499) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 20 15:07:48.155280 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:07:51.478364 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 20 15:08:10.489321 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-f37bc0f9-6e34-48cb-bc80-14dad6bd75aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:08:13.036366 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-45ab82e4-b383-4e11-a390-a96510f594c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:08:14.294735 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-1765794c-731d-4d08-9f64-597fbd588139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:08:14.488944 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-074e2efd-0861-4f3c-9bd2-f34537da1438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:08:15.512125 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-4a56cae5-1383-40a1-8078-4767eebe0327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:08:18.198010 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron_lib.callbacks.manager [None req-3f3c0fc7-db09-48b5-9c4c-9fe5f7d57b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285117576069', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-673374'] for agent, after_update {{(pid=86500) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 20 15:08:28.477806 dv-cinder-742162-4-smb neutron-server[86383]: DEBUG neutron.db.agents_db [None req-95f2ec46-d681-4543-bbbf-ad528a896cde None None] Agent healthcheck: found 6 active agents {{(pid=86501) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}